2024-11-14 11:23:22,933 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 11:23:22,944 main DEBUG Took 0.009807 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 11:23:22,944 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 11:23:22,945 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 11:23:22,945 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 11:23:22,946 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,953 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 11:23:22,964 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,965 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,966 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,966 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,967 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,967 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,968 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,968 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,968 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,969 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,969 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,970 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,970 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,971 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,971 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,971 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,972 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,972 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,973 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,973 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,973 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,974 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 11:23:22,974 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,974 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 11:23:22,975 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 11:23:22,977 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 11:23:22,978 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 11:23:22,979 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 11:23:22,980 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 11:23:22,980 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 11:23:22,987 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 11:23:22,989 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 11:23:22,991 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 11:23:22,991 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 11:23:22,992 main DEBUG createAppenders(={Console}) 2024-11-14 11:23:22,993 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-14 11:23:22,993 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-14 11:23:22,993 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-14 11:23:22,994 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 11:23:22,994 main DEBUG OutputStream closed 2024-11-14 11:23:22,994 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 11:23:22,994 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 11:23:22,994 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-14 11:23:23,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 11:23:23,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 11:23:23,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 11:23:23,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 11:23:23,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 11:23:23,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 11:23:23,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 11:23:23,066 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 11:23:23,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 11:23:23,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 11:23:23,067 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 11:23:23,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 11:23:23,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 11:23:23,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 11:23:23,068 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 11:23:23,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 11:23:23,069 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 11:23:23,070 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 11:23:23,072 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 11:23:23,072 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-14 11:23:23,073 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 11:23:23,073 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-14T11:23:23,299 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd 2024-11-14 11:23:23,301 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 11:23:23,302 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T11:23:23,310 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-14T11:23:23,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T11:23:23,344 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049, deleteOnExit=true 2024-11-14T11:23:23,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T11:23:23,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/test.cache.data in system properties and HBase conf 2024-11-14T11:23:23,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T11:23:23,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/hadoop.log.dir in system properties and HBase conf 2024-11-14T11:23:23,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T11:23:23,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T11:23:23,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T11:23:23,426 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T11:23:23,515 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T11:23:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:23:23,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T11:23:23,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T11:23:23,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:23:23,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T11:23:23,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T11:23:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T11:23:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:23:23,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T11:23:23,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/nfs.dump.dir in system properties and HBase conf 2024-11-14T11:23:23,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/java.io.tmpdir in system properties and HBase conf 2024-11-14T11:23:23,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T11:23:23,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T11:23:23,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T11:23:24,865 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T11:23:24,982 INFO [Time-limited test {}] log.Log(170): Logging initialized @2721ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T11:23:25,077 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:25,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:23:25,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:23:25,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:23:25,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:23:25,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:25,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:23:25,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:23:25,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/java.io.tmpdir/jetty-localhost-43689-hadoop-hdfs-3_4_1-tests_jar-_-any-14095535994146269025/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:23:25,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43689} 2024-11-14T11:23:25,496 INFO [Time-limited test {}] server.Server(415): Started @3236ms 2024-11-14T11:23:26,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T11:23:26,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T11:23:26,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T11:23:26,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T11:23:26,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T11:23:26,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/hadoop.log.dir/,AVAILABLE} 2024-11-14T11:23:26,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T11:23:26,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/java.io.tmpdir/jetty-localhost-38657-hadoop-hdfs-3_4_1-tests_jar-_-any-7192242490555049876/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:23:26,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:38657} 2024-11-14T11:23:26,330 INFO [Time-limited test {}] server.Server(415): Started @4070ms 2024-11-14T11:23:26,384 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T11:23:27,468 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/data/data2/current/BP-611775617-172.17.0.2-1731583404076/current, will proceed with Du for space computation calculation, 2024-11-14T11:23:27,468 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/data/data1/current/BP-611775617-172.17.0.2-1731583404076/current, will proceed with Du for space computation calculation, 2024-11-14T11:23:27,499 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T11:23:27,542 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48027bfbb9a7c29e with lease ID 0xee6a8be115aa9b11: Processing first storage report for DS-b01c1cf8-507c-41fe-becd-359592b3fa32 from datanode DatanodeRegistration(127.0.0.1:39737, datanodeUuid=664ba185-8f2c-4a2a-9b82-35460bc7abdb, infoPort=39203, infoSecurePort=0, ipcPort=45717, storageInfo=lv=-57;cid=testClusterID;nsid=1888208262;c=1731583404076) 2024-11-14T11:23:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48027bfbb9a7c29e with lease ID 0xee6a8be115aa9b11: from storage DS-b01c1cf8-507c-41fe-becd-359592b3fa32 node DatanodeRegistration(127.0.0.1:39737, datanodeUuid=664ba185-8f2c-4a2a-9b82-35460bc7abdb, infoPort=39203, infoSecurePort=0, ipcPort=45717, storageInfo=lv=-57;cid=testClusterID;nsid=1888208262;c=1731583404076), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T11:23:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x48027bfbb9a7c29e with lease ID 0xee6a8be115aa9b11: Processing first storage report for DS-92743dd4-714c-4170-9bb8-c02102b6feaa from datanode DatanodeRegistration(127.0.0.1:39737, datanodeUuid=664ba185-8f2c-4a2a-9b82-35460bc7abdb, infoPort=39203, infoSecurePort=0, ipcPort=45717, storageInfo=lv=-57;cid=testClusterID;nsid=1888208262;c=1731583404076) 2024-11-14T11:23:27,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x48027bfbb9a7c29e with lease ID 0xee6a8be115aa9b11: from storage DS-92743dd4-714c-4170-9bb8-c02102b6feaa node DatanodeRegistration(127.0.0.1:39737, datanodeUuid=664ba185-8f2c-4a2a-9b82-35460bc7abdb, infoPort=39203, infoSecurePort=0, ipcPort=45717, storageInfo=lv=-57;cid=testClusterID;nsid=1888208262;c=1731583404076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T11:23:27,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd 2024-11-14T11:23:27,697 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/zookeeper_0, clientPort=49449, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T11:23:27,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49449 2024-11-14T11:23:27,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:27,723 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741825_1001 (size=7) 2024-11-14T11:23:28,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 with version=8 2024-11-14T11:23:28,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/hbase-staging 2024-11-14T11:23:28,490 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T11:23:28,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:23:28,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:23:28,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:23:28,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:23:28,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:23:28,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:23:28,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T11:23:28,957 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T11:23:28,966 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T11:23:28,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:23:28,992 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 36067 (auto-detected) 2024-11-14T11:23:28,993 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T11:23:29,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41917 2024-11-14T11:23:29,034 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41917 connecting to ZooKeeper ensemble=127.0.0.1:49449 2024-11-14T11:23:29,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419170x0, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:23:29,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41917-0x1013915f1e80000 connected 2024-11-14T11:23:29,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:29,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:29,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:23:29,626 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8, hbase.cluster.distributed=false 2024-11-14T11:23:29,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:23:29,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41917 2024-11-14T11:23:29,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41917 2024-11-14T11:23:29,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41917 2024-11-14T11:23:29,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41917 2024-11-14T11:23:29,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41917 2024-11-14T11:23:29,742 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7437412fa5b4:0 server-side Connection retries=45 2024-11-14T11:23:29,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:23:29,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T11:23:29,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T11:23:29,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T11:23:29,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T11:23:29,746 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T11:23:29,748 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T11:23:29,749 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43533 2024-11-14T11:23:29,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43533 connecting to ZooKeeper ensemble=127.0.0.1:49449 2024-11-14T11:23:29,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:29,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435330x0, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T11:23:29,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43533-0x1013915f1e80001 connected 2024-11-14T11:23:29,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435330x0, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:23:29,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T11:23:29,842 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T11:23:29,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T11:23:29,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T11:23:29,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-14T11:23:29,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43533 2024-11-14T11:23:29,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43533 2024-11-14T11:23:29,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-14T11:23:29,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43533 2024-11-14T11:23:29,871 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7437412fa5b4:41917 2024-11-14T11:23:29,872 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7437412fa5b4,41917,1731583408541 2024-11-14T11:23:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:23:29,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:23:29,899 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7437412fa5b4,41917,1731583408541 2024-11-14T11:23:29,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T11:23:29,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:29,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:29,984 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T11:23:29,985 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7437412fa5b4,41917,1731583408541 from backup master directory 2024-11-14T11:23:29,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7437412fa5b4,41917,1731583408541 2024-11-14T11:23:29,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:23:29,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T11:23:29,992 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:23:29,992 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7437412fa5b4,41917,1731583408541 2024-11-14T11:23:29,994 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T11:23:29,995 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T11:23:30,047 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/hbase.id] with ID: d11b707b-047a-412d-8264-5941610d0508 2024-11-14T11:23:30,047 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/.tmp/hbase.id 2024-11-14T11:23:30,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741826_1002 (size=42) 2024-11-14T11:23:30,459 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/.tmp/hbase.id]:[hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/hbase.id] 2024-11-14T11:23:30,507 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T11:23:30,513 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T11:23:30,534 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-14T11:23:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:30,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741827_1003 (size=196) 2024-11-14T11:23:31,019 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:23:31,022 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T11:23:31,044 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:31,050 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:23:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741828_1004 (size=1189) 2024-11-14T11:23:31,508 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store 2024-11-14T11:23:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741829_1005 (size=34) 2024-11-14T11:23:31,549 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T11:23:31,554 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:23:31,556 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:23:31,556 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:23:31,557 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:23:31,559 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:23:31,559 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:23:31,559 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:23:31,560 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583411556Disabling compacts and flushes for region at 1731583411556Disabling writes for close at 1731583411559 (+3 ms)Writing region close event to WAL at 1731583411559Closed at 1731583411559 2024-11-14T11:23:31,563 WARN [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/.initializing 2024-11-14T11:23:31,563 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/WALs/7437412fa5b4,41917,1731583408541 2024-11-14T11:23:31,573 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:23:31,592 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C41917%2C1731583408541, suffix=, logDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/WALs/7437412fa5b4,41917,1731583408541, archiveDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/oldWALs, maxLogs=10 2024-11-14T11:23:31,621 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/WALs/7437412fa5b4,41917,1731583408541/7437412fa5b4%2C41917%2C1731583408541.1731583411598, exclude list is [], retry=0 2024-11-14T11:23:31,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39737,DS-b01c1cf8-507c-41fe-becd-359592b3fa32,DISK] 2024-11-14T11:23:31,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T11:23:31,674 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/WALs/7437412fa5b4,41917,1731583408541/7437412fa5b4%2C41917%2C1731583408541.1731583411598 2024-11-14T11:23:31,675 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-14T11:23:31,676 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:23:31,677 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:23:31,681 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,682 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T11:23:31,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:31,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:31,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T11:23:31,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:31,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:23:31,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T11:23:31,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:31,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:23:31,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T11:23:31,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:23:31,784 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,788 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,789 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,796 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,797 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,802 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T11:23:31,806 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T11:23:31,812 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:23:31,814 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59968429, jitterRate=-0.10640077292919159}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T11:23:31,820 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731583411695Initializing all the Stores at 1731583411697 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583411698 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583411699 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583411699Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583411699Cleaning up temporary data from old regions at 1731583411797 (+98 ms)Region opened successfully at 1731583411820 (+23 ms) 2024-11-14T11:23:31,822 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T11:23:31,854 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a67293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:23:31,887 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T11:23:31,898 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T11:23:31,898 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T11:23:31,902 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T11:23:31,903 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T11:23:31,909 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T11:23:31,909 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T11:23:31,936 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T11:23:31,946 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T11:23:32,085 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T11:23:32,089 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T11:23:32,092 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T11:23:32,096 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T11:23:32,099 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T11:23:32,104 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T11:23:32,117 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T11:23:32,119 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T11:23:32,127 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T11:23:32,145 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T11:23:32,158 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T11:23:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:23:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T11:23:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:32,173 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7437412fa5b4,41917,1731583408541, sessionid=0x1013915f1e80000, setting cluster-up flag (Was=false) 2024-11-14T11:23:32,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:32,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:32,233 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T11:23:32,235 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,41917,1731583408541 2024-11-14T11:23:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:32,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:32,285 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T11:23:32,287 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7437412fa5b4,41917,1731583408541 2024-11-14T11:23:32,295 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T11:23:32,361 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(746): ClusterId : d11b707b-047a-412d-8264-5941610d0508 2024-11-14T11:23:32,364 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T11:23:32,372 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T11:23:32,372 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T11:23:32,374 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T11:23:32,381 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T11:23:32,382 DEBUG [RS:0;7437412fa5b4:43533 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52444bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7437412fa5b4/172.17.0.2:0 2024-11-14T11:23:32,387 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T11:23:32,393 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T11:23:32,400 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7437412fa5b4:43533 2024-11-14T11:23:32,404 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T11:23:32,404 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T11:23:32,404 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T11:23:32,401 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7437412fa5b4,41917,1731583408541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T11:23:32,409 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(2659): reportForDuty to master=7437412fa5b4,41917,1731583408541 with port=43533, startcode=1731583409711 2024-11-14T11:23:32,410 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:23:32,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:23:32,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:23:32,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7437412fa5b4:0, corePoolSize=5, maxPoolSize=5 2024-11-14T11:23:32,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7437412fa5b4:0, corePoolSize=10, maxPoolSize=10 2024-11-14T11:23:32,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,411 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:23:32,412 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,424 DEBUG [RS:0;7437412fa5b4:43533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T11:23:32,424 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731583442424 2024-11-14T11:23:32,427 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T11:23:32,427 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:23:32,428 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T11:23:32,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T11:23:32,435 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T11:23:32,436 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T11:23:32,436 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T11:23:32,436 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T11:23:32,436 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:32,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T11:23:32,439 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,446 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T11:23:32,448 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T11:23:32,448 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T11:23:32,457 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T11:23:32,457 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T11:23:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741831_1007 (size=1321) 2024-11-14T11:23:32,465 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583412459,5,FailOnTimeoutGroup] 2024-11-14T11:23:32,472 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583412466,5,FailOnTimeoutGroup] 2024-11-14T11:23:32,472 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,472 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T11:23:32,474 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,474 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,484 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T11:23:32,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41917 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7437412fa5b4,43533,1731583409711 2024-11-14T11:23:32,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41917 {}] master.ServerManager(517): Registering regionserver=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:32,516 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:23:32,516 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35293 2024-11-14T11:23:32,516 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T11:23:32,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:23:32,528 DEBUG [RS:0;7437412fa5b4:43533 {}] zookeeper.ZKUtil(111): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7437412fa5b4,43533,1731583409711 2024-11-14T11:23:32,529 WARN [RS:0;7437412fa5b4:43533 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T11:23:32,529 INFO [RS:0;7437412fa5b4:43533 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:23:32,529 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711 2024-11-14T11:23:32,533 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7437412fa5b4,43533,1731583409711] 2024-11-14T11:23:32,561 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T11:23:32,582 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T11:23:32,588 INFO [RS:0;7437412fa5b4:43533 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T11:23:32,589 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,590 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T11:23:32,597 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T11:23:32,598 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,598 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,598 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7437412fa5b4:0, corePoolSize=2, maxPoolSize=2 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,599 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,600 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,600 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7437412fa5b4:0, corePoolSize=1, maxPoolSize=1 2024-11-14T11:23:32,600 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:23:32,600 DEBUG [RS:0;7437412fa5b4:43533 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0, corePoolSize=3, maxPoolSize=3 2024-11-14T11:23:32,601 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,601 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,601 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,602 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,602 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,602 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,43533,1731583409711-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:23:32,621 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T11:23:32,622 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,43533,1731583409711-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,623 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,623 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.Replication(171): 7437412fa5b4,43533,1731583409711 started 2024-11-14T11:23:32,644 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:32,644 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1482): Serving as 7437412fa5b4,43533,1731583409711, RpcServer on 7437412fa5b4/172.17.0.2:43533, sessionid=0x1013915f1e80001 2024-11-14T11:23:32,645 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T11:23:32,645 DEBUG [RS:0;7437412fa5b4:43533 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7437412fa5b4,43533,1731583409711 2024-11-14T11:23:32,646 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,43533,1731583409711' 2024-11-14T11:23:32,646 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T11:23:32,647 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T11:23:32,647 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T11:23:32,647 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T11:23:32,648 DEBUG [RS:0;7437412fa5b4:43533 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7437412fa5b4,43533,1731583409711 2024-11-14T11:23:32,648 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7437412fa5b4,43533,1731583409711' 2024-11-14T11:23:32,648 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T11:23:32,648 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T11:23:32,649 DEBUG [RS:0;7437412fa5b4:43533 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T11:23:32,649 INFO [RS:0;7437412fa5b4:43533 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T11:23:32,649 INFO [RS:0;7437412fa5b4:43533 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T11:23:32,759 INFO [RS:0;7437412fa5b4:43533 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T11:23:32,764 INFO [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C43533%2C1731583409711, suffix=, logDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711, archiveDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/oldWALs, maxLogs=32 2024-11-14T11:23:32,778 DEBUG [RS:0;7437412fa5b4:43533 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711/7437412fa5b4%2C43533%2C1731583409711.1731583412766, exclude list is [], retry=0 2024-11-14T11:23:32,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39737,DS-b01c1cf8-507c-41fe-becd-359592b3fa32,DISK] 2024-11-14T11:23:32,785 INFO [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711/7437412fa5b4%2C43533%2C1731583409711.1731583412766 2024-11-14T11:23:32,786 DEBUG [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-14T11:23:32,868 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T11:23:32,869 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:23:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741833_1009 (size=32) 2024-11-14T11:23:33,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:23:33,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:23:33,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:23:33,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:23:33,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:23:33,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:23:33,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:23:33,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:23:33,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:23:33,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:23:33,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740 2024-11-14T11:23:33,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740 2024-11-14T11:23:33,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:23:33,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:23:33,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:23:33,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:23:33,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:23:33,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66963530, jitterRate=-0.0021656453609466553}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:23:33,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731583413289Initializing all the Stores at 1731583413293 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583413293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583413293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583413294 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583413294Cleaning up temporary data from old regions at 1731583413318 (+24 ms)Region opened successfully at 1731583413328 (+10 ms) 2024-11-14T11:23:33,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:23:33,328 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:23:33,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:23:33,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:23:33,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:23:33,330 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:23:33,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583413328Disabling compacts and flushes for region at 1731583413328Disabling writes for close at 1731583413328Writing region close event to WAL at 1731583413329 (+1 ms)Closed at 1731583413330 (+1 ms) 2024-11-14T11:23:33,333 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:23:33,333 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T11:23:33,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T11:23:33,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:23:33,351 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T11:23:33,505 DEBUG [7437412fa5b4:41917 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T11:23:33,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:33,523 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,43533,1731583409711, state=OPENING 2024-11-14T11:23:33,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T11:23:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:33,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:23:33,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:23:33,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:23:33,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T11:23:33,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:23:33,789 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T11:23:33,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T11:23:33,801 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T11:23:33,801 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T11:23:33,802 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T11:23:33,805 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7437412fa5b4%2C43533%2C1731583409711.meta, suffix=.meta, logDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711, archiveDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/oldWALs, maxLogs=32 2024-11-14T11:23:33,819 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711/7437412fa5b4%2C43533%2C1731583409711.meta.1731583413806.meta, exclude list is [], retry=0 2024-11-14T11:23:33,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39737,DS-b01c1cf8-507c-41fe-becd-359592b3fa32,DISK] 2024-11-14T11:23:33,825 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/WALs/7437412fa5b4,43533,1731583409711/7437412fa5b4%2C43533%2C1731583409711.meta.1731583413806.meta 2024-11-14T11:23:33,826 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39203:39203)] 2024-11-14T11:23:33,826 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:23:33,827 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T11:23:33,830 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T11:23:33,834 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T11:23:33,838 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T11:23:33,838 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:23:33,839 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T11:23:33,839 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T11:23:33,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T11:23:33,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T11:23:33,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T11:23:33,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T11:23:33,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T11:23:33,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T11:23:33,848 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T11:23:33,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T11:23:33,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:33,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T11:23:33,851 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T11:23:33,853 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740 2024-11-14T11:23:33,856 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740 2024-11-14T11:23:33,859 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T11:23:33,859 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T11:23:33,861 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:23:33,864 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T11:23:33,867 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62858868, jitterRate=-0.06332987546920776}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:23:33,867 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T11:23:33,869 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731583413839Writing region info on filesystem at 1731583413839Initializing all the Stores at 1731583413841 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583413841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583413842 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583413842Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731583413842Cleaning up temporary data from old regions at 1731583413859 (+17 ms)Running coprocessor post-open hooks at 1731583413867 (+8 ms)Region opened successfully at 1731583413869 (+2 ms) 2024-11-14T11:23:33,877 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731583413778 2024-11-14T11:23:33,889 DEBUG [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T11:23:33,889 INFO [RS_OPEN_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T11:23:33,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:33,895 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7437412fa5b4,43533,1731583409711, state=OPEN 2024-11-14T11:23:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:23:33,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T11:23:33,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:23:33,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T11:23:33,948 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T11:23:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7437412fa5b4,43533,1731583409711 in 336 msec 2024-11-14T11:23:33,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T11:23:33,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-14T11:23:33,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T11:23:33,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T11:23:33,986 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:33,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:34,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:34,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:34,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7000 sec 2024-11-14T11:23:34,034 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731583414033, completionTime=-1 2024-11-14T11:23:34,037 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T11:23:34,037 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T11:23:34,060 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T11:23:34,060 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731583474060 2024-11-14T11:23:34,060 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731583534060 2024-11-14T11:23:34,061 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-14T11:23:34,063 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41917,1731583408541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,063 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41917,1731583408541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,063 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41917,1731583408541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,064 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7437412fa5b4:41917, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,065 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,065 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,071 DEBUG [master/7437412fa5b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T11:23:34,092 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.100sec 2024-11-14T11:23:34,093 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T11:23:34,094 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T11:23:34,095 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T11:23:34,096 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T11:23:34,096 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T11:23:34,097 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41917,1731583408541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T11:23:34,097 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41917,1731583408541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T11:23:34,105 DEBUG [master/7437412fa5b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T11:23:34,106 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T11:23:34,106 INFO [master/7437412fa5b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7437412fa5b4,41917,1731583408541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T11:23:34,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:34,177 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T11:23:34,178 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T11:23:34,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:34,182 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:34,188 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:34,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:34,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db5a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:34,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:34,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:34,198 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:34,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:34,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:34,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:34,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:34,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7437412fa5b4,41917,1731583408541 2024-11-14T11:23:34,242 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=483, ProcessCount=11, AvailableMemoryMB=3603 2024-11-14T11:23:34,249 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:23:34,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:23:34,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@359a13b6 2024-11-14T11:23:34,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:23:34,261 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:23:34,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:23:34,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:23:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T11:23:34,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:23:34,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-14T11:23:34,297 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:34,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:23:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:23:34,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741835_1011 (size=959) 2024-11-14T11:23:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:23:34,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:23:34,723 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:23:34,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741836_1012 (size=53) 2024-11-14T11:23:34,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:23:35,135 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:23:35,135 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing c6c296e39175f6d613b1912564846995, disabling compactions & flushes 2024-11-14T11:23:35,135 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,135 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,135 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. after waiting 0 ms 2024-11-14T11:23:35,136 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,136 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,136 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6c296e39175f6d613b1912564846995: Waiting for close lock at 1731583415135Disabling compacts and flushes for region at 1731583415135Disabling writes for close at 1731583415136 (+1 ms)Writing region close event to WAL at 1731583415136Closed at 1731583415136 2024-11-14T11:23:35,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:23:35,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731583415139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583415139"}]},"ts":"1731583415139"} 2024-11-14T11:23:35,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T11:23:35,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:23:35,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583415150"}]},"ts":"1731583415150"} 2024-11-14T11:23:35,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T11:23:35,158 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, ASSIGN}] 2024-11-14T11:23:35,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, ASSIGN 2024-11-14T11:23:35,162 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, ASSIGN; state=OFFLINE, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=false 2024-11-14T11:23:35,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6c296e39175f6d613b1912564846995, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:35,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, ASSIGN because future has completed 2024-11-14T11:23:35,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:23:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:23:35,487 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,488 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:23:35,488 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,488 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:23:35,488 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,489 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,491 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,494 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c296e39175f6d613b1912564846995 columnFamilyName A 2024-11-14T11:23:35,494 DEBUG [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:35,495 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] regionserver.HStore(327): Store=c6c296e39175f6d613b1912564846995/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:23:35,495 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,497 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c296e39175f6d613b1912564846995 columnFamilyName B 2024-11-14T11:23:35,497 DEBUG [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:35,498 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] regionserver.HStore(327): Store=c6c296e39175f6d613b1912564846995/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:23:35,498 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,500 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c296e39175f6d613b1912564846995 columnFamilyName C 2024-11-14T11:23:35,500 DEBUG [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:23:35,501 INFO [StoreOpener-c6c296e39175f6d613b1912564846995-1 {}] regionserver.HStore(327): Store=c6c296e39175f6d613b1912564846995/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:23:35,501 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,503 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,504 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,506 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,506 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,506 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:23:35,508 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,512 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:23:35,513 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6c296e39175f6d613b1912564846995; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65008415, jitterRate=-0.031299129128456116}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:23:35,513 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6c296e39175f6d613b1912564846995 2024-11-14T11:23:35,514 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6c296e39175f6d613b1912564846995: Running coprocessor pre-open hook at 1731583415489Writing region info on filesystem at 1731583415489Initializing all the Stores at 1731583415491 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583415491Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583415491Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583415491Cleaning up temporary data from old regions at 1731583415506 (+15 ms)Running coprocessor post-open hooks at 1731583415513 (+7 ms)Region opened successfully at 1731583415514 (+1 ms) 2024-11-14T11:23:35,516 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., pid=6, masterSystemTime=1731583415480 2024-11-14T11:23:35,519 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,519 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:35,520 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6c296e39175f6d613b1912564846995, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:35,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:23:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T11:23:35,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 in 201 msec 2024-11-14T11:23:35,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T11:23:35,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, ASSIGN in 371 msec 2024-11-14T11:23:35,535 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:23:35,535 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583415535"}]},"ts":"1731583415535"} 2024-11-14T11:23:35,538 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T11:23:35,539 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:23:35,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2530 sec 2024-11-14T11:23:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T11:23:36,458 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:36,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,472 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253618fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,475 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dec8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,477 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:23:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:23:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1df1000 2024-11-14T11:23:36,487 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:23:36,489 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:23:36,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,495 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6b0c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,496 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cdb8e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,500 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,500 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,500 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,502 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,506 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b21050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,511 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0960a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,512 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,514 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,518 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,522 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df7e3f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,525 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61fba9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,528 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65800bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,532 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79714f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,533 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,535 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129161b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,537 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,538 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74deee7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,539 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,541 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e021fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,545 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@905b4d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,548 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35351cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:23:36,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:23:36,551 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:23:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:23:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:23:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c39882a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:23:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:23:36,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:36,553 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:23:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1ec368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:23:36,559 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,560 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,560 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,562 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,563 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,565 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,567 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,567 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:36,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,570 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-14T11:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,581 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,581 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:36,582 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,583 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,586 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:23:36,587 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:23:36,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:23:36,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T11:23:36,588 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:36,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:23:36,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:36,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:23:36,660 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:36,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:36,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:23:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T11:23:36,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:36,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:36,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:36,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:36,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:36,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:36,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/67ebf2c9454946e390f6eb8ff5f4ce5a is 50, key is test_row_0/A:col10/1731583416664/Put/seqid=0 2024-11-14T11:23:36,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583476813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583476818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583476821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583476827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583476833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741837_1013 (size=14341) 2024-11-14T11:23:36,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T11:23:36,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:36,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:36,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:36,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:36,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:36,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:36,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583476986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583476985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:36,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:36,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583476996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:36,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583476997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583476997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,002 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:37,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583477205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583477205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583477205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,212 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583477214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583477215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T11:23:37,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/67ebf2c9454946e390f6eb8ff5f4ce5a 2024-11-14T11:23:37,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/f2be9d7c7c524ab88580f3f3d9e7455b is 50, key is test_row_0/B:col10/1731583416664/Put/seqid=0 2024-11-14T11:23:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741838_1014 (size=12001) 2024-11-14T11:23:37,394 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/f2be9d7c7c524ab88580f3f3d9e7455b 2024-11-14T11:23:37,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:37,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/becdee9e75e84dab81572026b62d7ff2 is 50, key is test_row_0/C:col10/1731583416664/Put/seqid=0 2024-11-14T11:23:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741839_1015 (size=12001) 2024-11-14T11:23:37,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/becdee9e75e84dab81572026b62d7ff2 2024-11-14T11:23:37,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/67ebf2c9454946e390f6eb8ff5f4ce5a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/67ebf2c9454946e390f6eb8ff5f4ce5a 2024-11-14T11:23:37,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/67ebf2c9454946e390f6eb8ff5f4ce5a, entries=200, sequenceid=14, filesize=14.0 K 2024-11-14T11:23:37,514 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-14T11:23:37,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/f2be9d7c7c524ab88580f3f3d9e7455b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/f2be9d7c7c524ab88580f3f3d9e7455b 2024-11-14T11:23:37,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/f2be9d7c7c524ab88580f3f3d9e7455b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T11:23:37,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/becdee9e75e84dab81572026b62d7ff2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/becdee9e75e84dab81572026b62d7ff2 2024-11-14T11:23:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583477515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/becdee9e75e84dab81572026b62d7ff2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-14T11:23:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583477515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,561 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c6c296e39175f6d613b1912564846995 in 896ms, sequenceid=14, compaction requested=false 2024-11-14T11:23:37,562 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T11:23:37,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:37,577 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:37,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:23:37,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:37,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:37,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/10f952bb8e94480590002c1ae9aec09e is 50, key is test_row_0/A:col10/1731583417562/Put/seqid=0 2024-11-14T11:23:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583477616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741840_1016 (size=19021) 2024-11-14T11:23:37,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/10f952bb8e94480590002c1ae9aec09e 2024-11-14T11:23:37,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583477633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583477633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/1095e544f08b424e97f5602d2fd9d818 is 50, key is test_row_0/B:col10/1731583417562/Put/seqid=0 2024-11-14T11:23:37,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741841_1017 (size=12001) 2024-11-14T11:23:37,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/1095e544f08b424e97f5602d2fd9d818 2024-11-14T11:23:37,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/8796f30a42ef40c9b51ac3733a43b382 is 50, key is test_row_0/C:col10/1731583417562/Put/seqid=0 2024-11-14T11:23:37,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741842_1018 (size=12001) 2024-11-14T11:23:37,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/8796f30a42ef40c9b51ac3733a43b382 2024-11-14T11:23:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T11:23:37,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:37,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583477745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/10f952bb8e94480590002c1ae9aec09e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/10f952bb8e94480590002c1ae9aec09e 2024-11-14T11:23:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583477766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:37,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583477766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:37,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:37,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/10f952bb8e94480590002c1ae9aec09e, entries=300, sequenceid=40, filesize=18.6 K 2024-11-14T11:23:37,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/1095e544f08b424e97f5602d2fd9d818 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1095e544f08b424e97f5602d2fd9d818 2024-11-14T11:23:37,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1095e544f08b424e97f5602d2fd9d818, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T11:23:37,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/8796f30a42ef40c9b51ac3733a43b382 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/8796f30a42ef40c9b51ac3733a43b382 2024-11-14T11:23:37,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/8796f30a42ef40c9b51ac3733a43b382, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T11:23:37,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c6c296e39175f6d613b1912564846995 in 264ms, sequenceid=40, compaction requested=false 2024-11-14T11:23:37,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:37,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T11:23:37,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:37,904 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T11:23:37,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5784d0df5e204404a3d8f630fd47b9f2 is 50, key is test_row_0/A:col10/1731583417578/Put/seqid=0 2024-11-14T11:23:37,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741843_1019 (size=12001) 2024-11-14T11:23:37,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5784d0df5e204404a3d8f630fd47b9f2 2024-11-14T11:23:37,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:37,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/e2258920b89741cba3c3cb8d245d2aeb is 50, key is test_row_0/B:col10/1731583417578/Put/seqid=0 2024-11-14T11:23:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741844_1020 (size=12001) 2024-11-14T11:23:37,996 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/e2258920b89741cba3c3cb8d245d2aeb 2024-11-14T11:23:38,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/b2a906433429486d94a824bec0fa1e57 is 50, key is test_row_0/C:col10/1731583417578/Put/seqid=0 2024-11-14T11:23:38,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741845_1021 (size=12001) 2024-11-14T11:23:38,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583478110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583478115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583478118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583478140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583478141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583478256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583478256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583478256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583478265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,267 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583478265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583478476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583478476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583478477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,488 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/b2a906433429486d94a824bec0fa1e57 2024-11-14T11:23:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583478476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583478475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5784d0df5e204404a3d8f630fd47b9f2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5784d0df5e204404a3d8f630fd47b9f2 2024-11-14T11:23:38,526 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5784d0df5e204404a3d8f630fd47b9f2, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T11:23:38,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/e2258920b89741cba3c3cb8d245d2aeb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/e2258920b89741cba3c3cb8d245d2aeb 2024-11-14T11:23:38,546 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/e2258920b89741cba3c3cb8d245d2aeb, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T11:23:38,554 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T11:23:38,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/b2a906433429486d94a824bec0fa1e57 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/b2a906433429486d94a824bec0fa1e57 2024-11-14T11:23:38,575 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/b2a906433429486d94a824bec0fa1e57, entries=150, sequenceid=50, filesize=11.7 K 2024-11-14T11:23:38,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for c6c296e39175f6d613b1912564846995 in 673ms, sequenceid=50, compaction requested=true 2024-11-14T11:23:38,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:38,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:38,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T11:23:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T11:23:38,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T11:23:38,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec 2024-11-14T11:23:38,597 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.0200 sec 2024-11-14T11:23:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T11:23:38,755 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:38,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-14T11:23:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T11:23:38,763 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:38,764 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:38,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:38,806 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:38,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T11:23:38,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583478807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583478807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583478811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b11b9e6f72444207a3fdbabadb347c1c is 50, key is test_row_0/A:col10/1731583418801/Put/seqid=0 2024-11-14T11:23:38,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583478820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583478820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741846_1022 (size=12001) 2024-11-14T11:23:38,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b11b9e6f72444207a3fdbabadb347c1c 2024-11-14T11:23:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T11:23:38,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0ff33a425924487a99580dbf0959d93c is 50, key is test_row_0/B:col10/1731583418801/Put/seqid=0 2024-11-14T11:23:38,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741847_1023 (size=12001) 2024-11-14T11:23:38,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0ff33a425924487a99580dbf0959d93c 2024-11-14T11:23:38,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T11:23:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:38,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:38,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:38,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583478924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583478934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583478935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583478935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583478935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:38,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:38,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7 is 50, key is test_row_0/C:col10/1731583418801/Put/seqid=0 2024-11-14T11:23:39,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741848_1024 (size=12001) 2024-11-14T11:23:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T11:23:39,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T11:23:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583479135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583479149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583479149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,156 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583479149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583479154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T11:23:39,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:23:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T11:23:39,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7 2024-11-14T11:23:39,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T11:23:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:39,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b11b9e6f72444207a3fdbabadb347c1c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b11b9e6f72444207a3fdbabadb347c1c 2024-11-14T11:23:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583479454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583479464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583479465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,469 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583479465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:39,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583479465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:39,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:39,479 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:23:39,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b11b9e6f72444207a3fdbabadb347c1c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T11:23:39,479 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T11:23:39,482 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:23:39,482 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T11:23:39,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0ff33a425924487a99580dbf0959d93c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ff33a425924487a99580dbf0959d93c 2024-11-14T11:23:39,483 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T11:23:39,483 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T11:23:39,485 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T11:23:39,485 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-14T11:23:39,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ff33a425924487a99580dbf0959d93c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T11:23:39,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7 2024-11-14T11:23:39,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T11:23:39,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for c6c296e39175f6d613b1912564846995 in 726ms, sequenceid=80, compaction requested=true 2024-11-14T11:23:39,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:39,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:39,551 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:39,551 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:39,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:39,555 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:39,557 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:39,558 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,558 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/f2be9d7c7c524ab88580f3f3d9e7455b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1095e544f08b424e97f5602d2fd9d818, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/e2258920b89741cba3c3cb8d245d2aeb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ff33a425924487a99580dbf0959d93c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=46.9 K 2024-11-14T11:23:39,560 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f2be9d7c7c524ab88580f3f3d9e7455b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731583416587 2024-11-14T11:23:39,561 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1095e544f08b424e97f5602d2fd9d818, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583417558 2024-11-14T11:23:39,562 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e2258920b89741cba3c3cb8d245d2aeb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731583417578 2024-11-14T11:23:39,563 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ff33a425924487a99580dbf0959d93c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583418114 2024-11-14T11:23:39,567 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:39,567 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:39,567 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,568 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/67ebf2c9454946e390f6eb8ff5f4ce5a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/10f952bb8e94480590002c1ae9aec09e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5784d0df5e204404a3d8f630fd47b9f2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b11b9e6f72444207a3fdbabadb347c1c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=56.0 K 2024-11-14T11:23:39,569 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67ebf2c9454946e390f6eb8ff5f4ce5a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731583416587 2024-11-14T11:23:39,570 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10f952bb8e94480590002c1ae9aec09e, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583416798 2024-11-14T11:23:39,571 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5784d0df5e204404a3d8f630fd47b9f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731583417578 2024-11-14T11:23:39,572 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b11b9e6f72444207a3fdbabadb347c1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583418114 2024-11-14T11:23:39,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T11:23:39,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,608 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T11:23:39,625 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#13 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:39,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/a16be7f070004f71890fc3ce4ba433f9 is 50, key is test_row_0/B:col10/1731583418801/Put/seqid=0 2024-11-14T11:23:39,627 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#12 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:39,628 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/08f9255d32fa4c94b4308188e5a5d2d4 is 50, key is test_row_0/A:col10/1731583418801/Put/seqid=0 2024-11-14T11:23:39,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/d0f165ee985d4f50a100b1137a4a483c is 50, key is test_row_0/A:col10/1731583418816/Put/seqid=0 2024-11-14T11:23:39,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741849_1025 (size=12139) 2024-11-14T11:23:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741851_1027 (size=9657) 2024-11-14T11:23:39,714 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/a16be7f070004f71890fc3ce4ba433f9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a16be7f070004f71890fc3ce4ba433f9 2024-11-14T11:23:39,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741850_1026 (size=12139) 2024-11-14T11:23:39,737 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into a16be7f070004f71890fc3ce4ba433f9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:39,737 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:39,740 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=12, startTime=1731583419551; duration=0sec 2024-11-14T11:23:39,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:39,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:39,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:39,746 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:39,746 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:39,746 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:39,746 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/becdee9e75e84dab81572026b62d7ff2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/8796f30a42ef40c9b51ac3733a43b382, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/b2a906433429486d94a824bec0fa1e57, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=46.9 K 2024-11-14T11:23:39,747 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting becdee9e75e84dab81572026b62d7ff2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731583416587 2024-11-14T11:23:39,748 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 8796f30a42ef40c9b51ac3733a43b382, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583417558 2024-11-14T11:23:39,749 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b2a906433429486d94a824bec0fa1e57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731583417578 2024-11-14T11:23:39,750 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a4e1e9f2c4c4e6bb03ab2c9be7914e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583418114 2024-11-14T11:23:39,784 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#15 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:39,784 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f5646c2a781a4165852ddaf88f278971 is 50, key is test_row_0/C:col10/1731583418801/Put/seqid=0 2024-11-14T11:23:39,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741852_1028 (size=12139) 2024-11-14T11:23:39,826 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f5646c2a781a4165852ddaf88f278971 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f5646c2a781a4165852ddaf88f278971 2024-11-14T11:23:39,849 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into f5646c2a781a4165852ddaf88f278971(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:39,849 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:39,849 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=12, startTime=1731583419551; duration=0sec 2024-11-14T11:23:39,850 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:39,850 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T11:23:39,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:40,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583480048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583480048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583480051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583480055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583480055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/d0f165ee985d4f50a100b1137a4a483c 2024-11-14T11:23:40,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/6ae41f779c914060a357053fdfdf8c5c is 50, key is test_row_0/B:col10/1731583418816/Put/seqid=0 2024-11-14T11:23:40,145 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/08f9255d32fa4c94b4308188e5a5d2d4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/08f9255d32fa4c94b4308188e5a5d2d4 2024-11-14T11:23:40,160 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 08f9255d32fa4c94b4308188e5a5d2d4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:40,160 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:40,161 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=12, startTime=1731583419534; duration=0sec 2024-11-14T11:23:40,161 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:40,161 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:40,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583480165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583480166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,169 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583480167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583480175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583480175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741853_1029 (size=9657) 2024-11-14T11:23:40,183 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/6ae41f779c914060a357053fdfdf8c5c 2024-11-14T11:23:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/37271b697c7740359f802a5576d514d2 is 50, key is test_row_0/C:col10/1731583418816/Put/seqid=0 2024-11-14T11:23:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741854_1030 (size=9657) 2024-11-14T11:23:40,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583480375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583480375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583480384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583480384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583480386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,641 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/37271b697c7740359f802a5576d514d2 2024-11-14T11:23:40,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/d0f165ee985d4f50a100b1137a4a483c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/d0f165ee985d4f50a100b1137a4a483c 2024-11-14T11:23:40,669 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/d0f165ee985d4f50a100b1137a4a483c, entries=100, sequenceid=86, filesize=9.4 K 2024-11-14T11:23:40,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/6ae41f779c914060a357053fdfdf8c5c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/6ae41f779c914060a357053fdfdf8c5c 2024-11-14T11:23:40,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583480684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,686 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/6ae41f779c914060a357053fdfdf8c5c, entries=100, sequenceid=86, filesize=9.4 K 2024-11-14T11:23:40,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,688 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/37271b697c7740359f802a5576d514d2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/37271b697c7740359f802a5576d514d2 2024-11-14T11:23:40,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583480695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583480695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583480704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:40,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/37271b697c7740359f802a5576d514d2, entries=100, sequenceid=86, filesize=9.4 K 2024-11-14T11:23:40,706 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:40,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for c6c296e39175f6d613b1912564846995 in 1100ms, sequenceid=86, compaction requested=false 2024-11-14T11:23:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:40,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T11:23:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T11:23:40,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T11:23:40,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec 2024-11-14T11:23:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.9610 sec 2024-11-14T11:23:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T11:23:40,914 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:40,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-14T11:23:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T11:23:40,923 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:40,925 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:40,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T11:23:41,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T11:23:41,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:41,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-14T11:23:41,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/bd225288dc2c487a8ee235dd3c49f0ab is 50, key is test_row_0/A:col10/1731583420050/Put/seqid=0 2024-11-14T11:23:41,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741855_1031 (size=12001) 2024-11-14T11:23:41,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/bd225288dc2c487a8ee235dd3c49f0ab 2024-11-14T11:23:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/551d7b56c0384a129f289456f7ff7927 is 50, key is test_row_0/B:col10/1731583420050/Put/seqid=0 2024-11-14T11:23:41,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741856_1032 (size=12001) 2024-11-14T11:23:41,191 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/551d7b56c0384a129f289456f7ff7927 2024-11-14T11:23:41,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:41,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583481202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583481202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583481204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583481204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583481214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/c7e41daf52084658b5ca834ec1e02c00 is 50, key is test_row_0/C:col10/1731583420050/Put/seqid=0 2024-11-14T11:23:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T11:23:41,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741857_1033 (size=12001) 2024-11-14T11:23:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583481314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583481314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583481534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583481535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T11:23:41,676 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/c7e41daf52084658b5ca834ec1e02c00 2024-11-14T11:23:41,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/bd225288dc2c487a8ee235dd3c49f0ab as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bd225288dc2c487a8ee235dd3c49f0ab 2024-11-14T11:23:41,721 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bd225288dc2c487a8ee235dd3c49f0ab, entries=150, sequenceid=120, filesize=11.7 K 2024-11-14T11:23:41,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/551d7b56c0384a129f289456f7ff7927 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/551d7b56c0384a129f289456f7ff7927 2024-11-14T11:23:41,743 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/551d7b56c0384a129f289456f7ff7927, entries=150, sequenceid=120, filesize=11.7 K 2024-11-14T11:23:41,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/c7e41daf52084658b5ca834ec1e02c00 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c7e41daf52084658b5ca834ec1e02c00 2024-11-14T11:23:41,774 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c7e41daf52084658b5ca834ec1e02c00, entries=150, sequenceid=120, filesize=11.7 K 2024-11-14T11:23:41,776 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for c6c296e39175f6d613b1912564846995 in 691ms, sequenceid=120, compaction requested=true 2024-11-14T11:23:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:41,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T11:23:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T11:23:41,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T11:23:41,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 857 msec 2024-11-14T11:23:41,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 875 msec 2024-11-14T11:23:41,867 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:41,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:23:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:41,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b527f3ee18984c7c992c549b58ce2b7b is 50, key is test_row_0/A:col10/1731583421863/Put/seqid=0 2024-11-14T11:23:41,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741858_1034 (size=16881) 2024-11-14T11:23:41,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583481962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,971 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:41,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583481963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:41,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:41,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T11:23:42,054 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:42,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-14T11:23:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T11:23:42,060 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:42,062 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:42,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:42,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583482074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583482084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T11:23:42,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T11:23:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583482224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583482224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583482225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,231 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_1' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:42,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,233 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_1' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:42,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,234 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583482295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,299 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583482295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b527f3ee18984c7c992c549b58ce2b7b 2024-11-14T11:23:42,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/04794820afe841a289a79d07122d4a3b is 50, key is test_row_0/B:col10/1731583421863/Put/seqid=0 2024-11-14T11:23:42,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741859_1035 (size=12151) 2024-11-14T11:23:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T11:23:42,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T11:23:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:42,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/04794820afe841a289a79d07122d4a3b 2024-11-14T11:23:42,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/257f8b870de04f80a78b86419b9e2232 is 50, key is test_row_0/C:col10/1731583421863/Put/seqid=0 2024-11-14T11:23:42,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741860_1036 (size=12151) 2024-11-14T11:23:42,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T11:23:42,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:42,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583482604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583482605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T11:23:42,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T11:23:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:42,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/257f8b870de04f80a78b86419b9e2232 2024-11-14T11:23:42,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b527f3ee18984c7c992c549b58ce2b7b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b527f3ee18984c7c992c549b58ce2b7b 2024-11-14T11:23:42,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b527f3ee18984c7c992c549b58ce2b7b, entries=250, sequenceid=132, filesize=16.5 K 2024-11-14T11:23:42,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/04794820afe841a289a79d07122d4a3b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/04794820afe841a289a79d07122d4a3b 2024-11-14T11:23:42,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/04794820afe841a289a79d07122d4a3b, entries=150, sequenceid=132, filesize=11.9 K 2024-11-14T11:23:42,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/257f8b870de04f80a78b86419b9e2232 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/257f8b870de04f80a78b86419b9e2232 2024-11-14T11:23:42,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/257f8b870de04f80a78b86419b9e2232, entries=150, sequenceid=132, filesize=11.9 K 2024-11-14T11:23:42,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c6c296e39175f6d613b1912564846995 in 1083ms, sequenceid=132, compaction requested=true 2024-11-14T11:23:42,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:42,951 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:42,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:42,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:42,952 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:42,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:42,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:42,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:42,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:42,956 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50678 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:42,957 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:42,957 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,957 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/08f9255d32fa4c94b4308188e5a5d2d4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/d0f165ee985d4f50a100b1137a4a483c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bd225288dc2c487a8ee235dd3c49f0ab, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b527f3ee18984c7c992c549b58ce2b7b] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=49.5 K 2024-11-14T11:23:42,958 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45948 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:42,958 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:42,958 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:42,959 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a16be7f070004f71890fc3ce4ba433f9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/6ae41f779c914060a357053fdfdf8c5c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/551d7b56c0384a129f289456f7ff7927, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/04794820afe841a289a79d07122d4a3b] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=44.9 K 2024-11-14T11:23:42,959 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08f9255d32fa4c94b4308188e5a5d2d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583418114 2024-11-14T11:23:42,959 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a16be7f070004f71890fc3ce4ba433f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583418114 2024-11-14T11:23:42,960 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ae41f779c914060a357053fdfdf8c5c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731583418816 2024-11-14T11:23:42,960 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0f165ee985d4f50a100b1137a4a483c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731583418816 2024-11-14T11:23:42,960 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 551d7b56c0384a129f289456f7ff7927, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731583420029 2024-11-14T11:23:42,960 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd225288dc2c487a8ee235dd3c49f0ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731583420029 2024-11-14T11:23:42,961 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 04794820afe841a289a79d07122d4a3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731583421855 2024-11-14T11:23:42,961 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b527f3ee18984c7c992c549b58ce2b7b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731583421847 2024-11-14T11:23:43,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T11:23:43,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:43,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:23:43,007 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#24 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:43,008 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#25 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:43,008 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/4c8bc25076dc4825a1f48b777819c032 is 50, key is test_row_0/A:col10/1731583421863/Put/seqid=0 2024-11-14T11:23:43,008 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/2e80c3387a4247368c21e308c8aa1500 is 50, key is test_row_0/B:col10/1731583421863/Put/seqid=0 2024-11-14T11:23:43,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/1c174c19fec54d319cb6b9f94a6ea5b2 is 50, key is test_row_0/A:col10/1731583421959/Put/seqid=0 2024-11-14T11:23:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741861_1037 (size=12425) 2024-11-14T11:23:43,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741862_1038 (size=12425) 2024-11-14T11:23:43,074 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/4c8bc25076dc4825a1f48b777819c032 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4c8bc25076dc4825a1f48b777819c032 2024-11-14T11:23:43,076 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/2e80c3387a4247368c21e308c8aa1500 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2e80c3387a4247368c21e308c8aa1500 2024-11-14T11:23:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741863_1039 (size=12151) 2024-11-14T11:23:43,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/1c174c19fec54d319cb6b9f94a6ea5b2 2024-11-14T11:23:43,094 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 4c8bc25076dc4825a1f48b777819c032(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:43,094 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:43,094 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=12, startTime=1731583422951; duration=0sec 2024-11-14T11:23:43,095 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:43,095 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:43,095 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:43,100 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45948 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:43,100 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:43,101 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:43,101 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f5646c2a781a4165852ddaf88f278971, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/37271b697c7740359f802a5576d514d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c7e41daf52084658b5ca834ec1e02c00, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/257f8b870de04f80a78b86419b9e2232] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=44.9 K 2024-11-14T11:23:43,102 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5646c2a781a4165852ddaf88f278971, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583418114 2024-11-14T11:23:43,104 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37271b697c7740359f802a5576d514d2, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731583418816 2024-11-14T11:23:43,105 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7e41daf52084658b5ca834ec1e02c00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731583420029 2024-11-14T11:23:43,106 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 257f8b870de04f80a78b86419b9e2232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731583421855 2024-11-14T11:23:43,108 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into 2e80c3387a4247368c21e308c8aa1500(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:43,108 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:43,108 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=12, startTime=1731583422952; duration=0sec 2024-11-14T11:23:43,108 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:43,108 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:43,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/555ca1354fa84a55ba444c6e9644206b is 50, key is test_row_0/B:col10/1731583421959/Put/seqid=0 2024-11-14T11:23:43,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:43,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:43,135 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:43,137 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a2b4cc37390e44adb6fa8cbab3a9b241 is 50, key is test_row_0/C:col10/1731583421863/Put/seqid=0 2024-11-14T11:23:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583483145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583483147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741864_1040 (size=12151) 2024-11-14T11:23:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741865_1041 (size=12425) 2024-11-14T11:23:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T11:23:43,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583483254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583483264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583483464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583483475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,562 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/555ca1354fa84a55ba444c6e9644206b 2024-11-14T11:23:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/43224c4265934bf2803cd7b4a9c4512a is 50, key is test_row_0/C:col10/1731583421959/Put/seqid=0 2024-11-14T11:23:43,587 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a2b4cc37390e44adb6fa8cbab3a9b241 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a2b4cc37390e44adb6fa8cbab3a9b241 2024-11-14T11:23:43,601 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into a2b4cc37390e44adb6fa8cbab3a9b241(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:43,601 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:43,601 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=12, startTime=1731583422952; duration=0sec 2024-11-14T11:23:43,601 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:43,601 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:43,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741866_1042 (size=12151) 2024-11-14T11:23:43,605 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/43224c4265934bf2803cd7b4a9c4512a 2024-11-14T11:23:43,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/1c174c19fec54d319cb6b9f94a6ea5b2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1c174c19fec54d319cb6b9f94a6ea5b2 2024-11-14T11:23:43,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1c174c19fec54d319cb6b9f94a6ea5b2, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T11:23:43,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/555ca1354fa84a55ba444c6e9644206b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/555ca1354fa84a55ba444c6e9644206b 2024-11-14T11:23:43,635 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/555ca1354fa84a55ba444c6e9644206b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T11:23:43,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/43224c4265934bf2803cd7b4a9c4512a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/43224c4265934bf2803cd7b4a9c4512a 2024-11-14T11:23:43,649 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/43224c4265934bf2803cd7b4a9c4512a, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T11:23:43,650 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c6c296e39175f6d613b1912564846995 in 648ms, sequenceid=156, compaction requested=false 2024-11-14T11:23:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:43,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T11:23:43,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T11:23:43,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T11:23:43,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5900 sec 2024-11-14T11:23:43,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.6010 sec 2024-11-14T11:23:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:43,776 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:43,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:23:43,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7 is 50, key is test_row_0/A:col10/1731583423774/Put/seqid=0 2024-11-14T11:23:43,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741867_1043 (size=12151) 2024-11-14T11:23:43,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583483823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583483822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583483934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:43,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583483934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583484144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583484144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7 2024-11-14T11:23:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T11:23:44,205 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:44,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583484244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583484244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,247 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_1' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,247 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_1' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583484254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,257 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-14T11:23:44,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T11:23:44,285 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:44,292 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:44,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:44,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/b88db02dfcdd443f886b886c89d04d5c is 50, key is test_row_0/B:col10/1731583423774/Put/seqid=0 2024-11-14T11:23:44,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741868_1044 (size=12151) 2024-11-14T11:23:44,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/b88db02dfcdd443f886b886c89d04d5c 2024-11-14T11:23:44,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/d4e30065546f441a865dcd9b3af400b9 is 50, key is test_row_0/C:col10/1731583423774/Put/seqid=0 2024-11-14T11:23:44,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741869_1045 (size=12151) 2024-11-14T11:23:44,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/d4e30065546f441a865dcd9b3af400b9 2024-11-14T11:23:44,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7 2024-11-14T11:23:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T11:23:44,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T11:23:44,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/b88db02dfcdd443f886b886c89d04d5c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/b88db02dfcdd443f886b886c89d04d5c 2024-11-14T11:23:44,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/b88db02dfcdd443f886b886c89d04d5c, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T11:23:44,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/d4e30065546f441a865dcd9b3af400b9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/d4e30065546f441a865dcd9b3af400b9 2024-11-14T11:23:44,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/d4e30065546f441a865dcd9b3af400b9, entries=150, sequenceid=172, filesize=11.9 K 2024-11-14T11:23:44,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c6c296e39175f6d613b1912564846995 in 646ms, sequenceid=172, compaction requested=true 2024-11-14T11:23:44,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:44,423 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:44,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T11:23:44,424 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:44,425 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:44,426 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:44,426 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:44,426 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4c8bc25076dc4825a1f48b777819c032, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1c174c19fec54d319cb6b9f94a6ea5b2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=35.9 K 2024-11-14T11:23:44,427 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8bc25076dc4825a1f48b777819c032, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731583421855 2024-11-14T11:23:44,427 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:44,427 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:44,427 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:44,427 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2e80c3387a4247368c21e308c8aa1500, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/555ca1354fa84a55ba444c6e9644206b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/b88db02dfcdd443f886b886c89d04d5c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=35.9 K 2024-11-14T11:23:44,428 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c174c19fec54d319cb6b9f94a6ea5b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731583421924 2024-11-14T11:23:44,428 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e80c3387a4247368c21e308c8aa1500, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731583421855 2024-11-14T11:23:44,429 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ff8e85ee848a4ee5a1fc7b4eaa1bd6b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731583423138 2024-11-14T11:23:44,431 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 555ca1354fa84a55ba444c6e9644206b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731583421924 2024-11-14T11:23:44,432 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b88db02dfcdd443f886b886c89d04d5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731583423138 2024-11-14T11:23:44,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-14T11:23:44,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:44,447 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:23:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:44,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:44,463 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:44,464 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/25aabb1e1dfa48b3beb7afc8cfba8e4a is 50, key is test_row_0/A:col10/1731583423774/Put/seqid=0 2024-11-14T11:23:44,466 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:44,467 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/65e78854f996419291a0ed8ae378f143 is 50, key is test_row_0/B:col10/1731583423774/Put/seqid=0 2024-11-14T11:23:44,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/dc41f7d128bd432e83f0df8af3f61212 is 50, key is test_row_0/A:col10/1731583423822/Put/seqid=0 2024-11-14T11:23:44,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741870_1046 (size=12527) 2024-11-14T11:23:44,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583484495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583484501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,506 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/25aabb1e1dfa48b3beb7afc8cfba8e4a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25aabb1e1dfa48b3beb7afc8cfba8e4a 2024-11-14T11:23:44,518 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 25aabb1e1dfa48b3beb7afc8cfba8e4a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:44,518 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:44,518 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=13, startTime=1731583424423; duration=0sec 2024-11-14T11:23:44,518 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:44,518 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:44,518 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:44,520 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:44,521 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:44,521 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:44,522 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a2b4cc37390e44adb6fa8cbab3a9b241, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/43224c4265934bf2803cd7b4a9c4512a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/d4e30065546f441a865dcd9b3af400b9] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=35.9 K 2024-11-14T11:23:44,523 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b4cc37390e44adb6fa8cbab3a9b241, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731583421855 2024-11-14T11:23:44,524 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 43224c4265934bf2803cd7b4a9c4512a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731583421924 2024-11-14T11:23:44,525 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e30065546f441a865dcd9b3af400b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731583423138 2024-11-14T11:23:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741871_1047 (size=12527) 2024-11-14T11:23:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741872_1048 (size=12151) 2024-11-14T11:23:44,546 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:44,547 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/1723d1915a1044619b9eebe310d13b13 is 50, key is test_row_0/C:col10/1731583423774/Put/seqid=0 2024-11-14T11:23:44,549 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/65e78854f996419291a0ed8ae378f143 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/65e78854f996419291a0ed8ae378f143 2024-11-14T11:23:44,560 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into 65e78854f996419291a0ed8ae378f143(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:44,560 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:44,560 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=13, startTime=1731583424423; duration=0sec 2024-11-14T11:23:44,560 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:44,560 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:44,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741873_1049 (size=12527) 2024-11-14T11:23:44,577 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/1723d1915a1044619b9eebe310d13b13 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1723d1915a1044619b9eebe310d13b13 2024-11-14T11:23:44,591 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into 1723d1915a1044619b9eebe310d13b13(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:44,591 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:44,591 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=13, startTime=1731583424423; duration=0sec 2024-11-14T11:23:44,591 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:44,591 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:44,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T11:23:44,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583484615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583484615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583484824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583484824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T11:23:44,940 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/dc41f7d128bd432e83f0df8af3f61212 2024-11-14T11:23:44,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0c588c759c774e7291f24b4efa7aefb8 is 50, key is test_row_0/B:col10/1731583423822/Put/seqid=0 2024-11-14T11:23:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741874_1050 (size=12151) 2024-11-14T11:23:45,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583485134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:45,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583485134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:45,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0c588c759c774e7291f24b4efa7aefb8 2024-11-14T11:23:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/58953a6d330c49f281c0016c12be93f5 is 50, key is test_row_0/C:col10/1731583423822/Put/seqid=0 2024-11-14T11:23:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741875_1051 (size=12151) 2024-11-14T11:23:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T11:23:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583485644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583485644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:45,645 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/58953a6d330c49f281c0016c12be93f5 2024-11-14T11:23:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/dc41f7d128bd432e83f0df8af3f61212 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/dc41f7d128bd432e83f0df8af3f61212 2024-11-14T11:23:45,797 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/dc41f7d128bd432e83f0df8af3f61212, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T11:23:45,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0c588c759c774e7291f24b4efa7aefb8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0c588c759c774e7291f24b4efa7aefb8 2024-11-14T11:23:45,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0c588c759c774e7291f24b4efa7aefb8, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T11:23:45,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/58953a6d330c49f281c0016c12be93f5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/58953a6d330c49f281c0016c12be93f5 2024-11-14T11:23:45,821 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/58953a6d330c49f281c0016c12be93f5, entries=150, sequenceid=195, filesize=11.9 K 2024-11-14T11:23:45,824 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c6c296e39175f6d613b1912564846995 in 1377ms, sequenceid=195, compaction requested=false 2024-11-14T11:23:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:45,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-14T11:23:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-14T11:23:45,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T11:23:45,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5350 sec 2024-11-14T11:23:45,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.6260 sec 2024-11-14T11:23:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-14T11:23:46,434 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:46,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-14T11:23:46,437 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T11:23:46,440 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:46,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T11:23:46,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-14T11:23:46,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:46,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:23:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/c224415c9098415faea775632fb2be49 is 50, key is test_row_0/A:col10/1731583424463/Put/seqid=0 2024-11-14T11:23:46,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741876_1052 (size=12151) 2024-11-14T11:23:46,615 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/c224415c9098415faea775632fb2be49 2024-11-14T11:23:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/23085214bbc5473d8894d70ffb359bbe is 50, key is test_row_0/B:col10/1731583424463/Put/seqid=0 2024-11-14T11:23:46,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:46,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:46,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741877_1053 (size=12151) 2024-11-14T11:23:46,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:46,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583486713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583486715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:46,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T11:23:46,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583486827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:46,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583486828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:46,830 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583487034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583487034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,061 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/23085214bbc5473d8894d70ffb359bbe 2024-11-14T11:23:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T11:23:47,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/1e37f6061ff04ba3a0a525d686248247 is 50, key is test_row_0/C:col10/1731583424463/Put/seqid=0 2024-11-14T11:23:47,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741878_1054 (size=12151) 2024-11-14T11:23:47,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/1e37f6061ff04ba3a0a525d686248247 2024-11-14T11:23:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/c224415c9098415faea775632fb2be49 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c224415c9098415faea775632fb2be49 2024-11-14T11:23:47,112 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c224415c9098415faea775632fb2be49, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T11:23:47,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/23085214bbc5473d8894d70ffb359bbe as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/23085214bbc5473d8894d70ffb359bbe 2024-11-14T11:23:47,119 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/23085214bbc5473d8894d70ffb359bbe, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T11:23:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/1e37f6061ff04ba3a0a525d686248247 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1e37f6061ff04ba3a0a525d686248247 2024-11-14T11:23:47,131 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1e37f6061ff04ba3a0a525d686248247, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T11:23:47,132 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c6c296e39175f6d613b1912564846995 in 538ms, sequenceid=211, compaction requested=true 2024-11-14T11:23:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-14T11:23:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-14T11:23:47,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T11:23:47,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 694 msec 2024-11-14T11:23:47,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 704 msec 2024-11-14T11:23:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:47,348 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:47,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:23:47,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/bf6fc482f12a421ab60b47b46a94f307 is 50, key is test_row_0/A:col10/1731583427348/Put/seqid=0 2024-11-14T11:23:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741879_1055 (size=14541) 2024-11-14T11:23:47,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/bf6fc482f12a421ab60b47b46a94f307 2024-11-14T11:23:47,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583487376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583487376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/fd598a63146e4fefb49949505a651ae0 is 50, key is test_row_0/B:col10/1731583427348/Put/seqid=0 2024-11-14T11:23:47,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741880_1056 (size=12151) 2024-11-14T11:23:47,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583487485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583487494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T11:23:47,576 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:47,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-14T11:23:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T11:23:47,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:47,583 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:47,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T11:23:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583487694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583487704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:47,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:47,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T11:23:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:47,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:47,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/fd598a63146e4fefb49949505a651ae0 2024-11-14T11:23:47,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f3414ec618da430c9459df212c97910a is 50, key is test_row_0/C:col10/1731583427348/Put/seqid=0 2024-11-14T11:23:47,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741881_1057 (size=12151) 2024-11-14T11:23:47,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f3414ec618da430c9459df212c97910a 2024-11-14T11:23:47,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/bf6fc482f12a421ab60b47b46a94f307 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bf6fc482f12a421ab60b47b46a94f307 2024-11-14T11:23:47,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T11:23:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T11:23:47,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bf6fc482f12a421ab60b47b46a94f307, entries=200, sequenceid=236, filesize=14.2 K 2024-11-14T11:23:47,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/fd598a63146e4fefb49949505a651ae0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fd598a63146e4fefb49949505a651ae0 2024-11-14T11:23:47,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fd598a63146e4fefb49949505a651ae0, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T11:23:47,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f3414ec618da430c9459df212c97910a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3414ec618da430c9459df212c97910a 2024-11-14T11:23:47,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3414ec618da430c9459df212c97910a, entries=150, sequenceid=236, filesize=11.9 K 2024-11-14T11:23:47,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c6c296e39175f6d613b1912564846995 in 583ms, sequenceid=236, compaction requested=true 2024-11-14T11:23:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:47,931 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:47,931 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:47,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:47,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:47,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:47,934 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:47,934 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:47,934 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:47,934 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,934 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:47,934 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,934 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/65e78854f996419291a0ed8ae378f143, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0c588c759c774e7291f24b4efa7aefb8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/23085214bbc5473d8894d70ffb359bbe, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fd598a63146e4fefb49949505a651ae0] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=47.8 K 2024-11-14T11:23:47,934 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25aabb1e1dfa48b3beb7afc8cfba8e4a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/dc41f7d128bd432e83f0df8af3f61212, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c224415c9098415faea775632fb2be49, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bf6fc482f12a421ab60b47b46a94f307] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=50.2 K 2024-11-14T11:23:47,935 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25aabb1e1dfa48b3beb7afc8cfba8e4a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731583423138 2024-11-14T11:23:47,935 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 65e78854f996419291a0ed8ae378f143, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731583423138 2024-11-14T11:23:47,935 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c588c759c774e7291f24b4efa7aefb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731583423813 2024-11-14T11:23:47,935 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc41f7d128bd432e83f0df8af3f61212, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731583423813 2024-11-14T11:23:47,936 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 23085214bbc5473d8894d70ffb359bbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583424463 2024-11-14T11:23:47,936 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c224415c9098415faea775632fb2be49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583424463 2024-11-14T11:23:47,936 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf6fc482f12a421ab60b47b46a94f307, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731583426705 2024-11-14T11:23:47,936 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fd598a63146e4fefb49949505a651ae0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731583426713 2024-11-14T11:23:47,952 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:47,953 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/10b8f04a54ae4d35846bc22d54541164 is 50, key is test_row_0/B:col10/1731583427348/Put/seqid=0 2024-11-14T11:23:47,954 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#45 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:47,955 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/1930be4795784fa6b77d25ead88bcc3b is 50, key is test_row_0/A:col10/1731583427348/Put/seqid=0 2024-11-14T11:23:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741883_1059 (size=12663) 2024-11-14T11:23:47,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741882_1058 (size=12663) 2024-11-14T11:23:47,985 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/1930be4795784fa6b77d25ead88bcc3b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1930be4795784fa6b77d25ead88bcc3b 2024-11-14T11:23:47,993 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 1930be4795784fa6b77d25ead88bcc3b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:47,993 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:47,993 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=12, startTime=1731583427931; duration=0sec 2024-11-14T11:23:47,993 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:47,994 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:47,994 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:47,996 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:47,996 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:47,996 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:47,996 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1723d1915a1044619b9eebe310d13b13, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/58953a6d330c49f281c0016c12be93f5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1e37f6061ff04ba3a0a525d686248247, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3414ec618da430c9459df212c97910a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=47.8 K 2024-11-14T11:23:47,997 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1723d1915a1044619b9eebe310d13b13, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731583423138 2024-11-14T11:23:47,997 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58953a6d330c49f281c0016c12be93f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731583423813 2024-11-14T11:23:47,997 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e37f6061ff04ba3a0a525d686248247, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583424463 2024-11-14T11:23:47,998 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3414ec618da430c9459df212c97910a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731583426713 2024-11-14T11:23:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:48,008 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#47 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:48,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:23:48,009 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/5976925743924a91a98a35bf3433a9a0 is 50, key is test_row_0/C:col10/1731583427348/Put/seqid=0 2024-11-14T11:23:48,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/22829da42a8b45c3b638dcb61d9e2633 is 50, key is test_row_0/A:col10/1731583427373/Put/seqid=0 2024-11-14T11:23:48,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741885_1061 (size=14541) 2024-11-14T11:23:48,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741884_1060 (size=12663) 2024-11-14T11:23:48,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/22829da42a8b45c3b638dcb61d9e2633 2024-11-14T11:23:48,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/3744d57c81304d0d8bb5b85dc1045629 is 50, key is test_row_0/B:col10/1731583427373/Put/seqid=0 2024-11-14T11:23:48,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T11:23:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:48,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:48,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741886_1062 (size=12151) 2024-11-14T11:23:48,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/3744d57c81304d0d8bb5b85dc1045629 2024-11-14T11:23:48,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/e5985858d9cd46c8bc62b65676025abb is 50, key is test_row_0/C:col10/1731583427373/Put/seqid=0 2024-11-14T11:23:48,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741887_1063 (size=12151) 2024-11-14T11:23:48,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/e5985858d9cd46c8bc62b65676025abb 2024-11-14T11:23:48,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583488090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583488092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/22829da42a8b45c3b638dcb61d9e2633 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/22829da42a8b45c3b638dcb61d9e2633 2024-11-14T11:23:48,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/22829da42a8b45c3b638dcb61d9e2633, entries=200, sequenceid=249, filesize=14.2 K 2024-11-14T11:23:48,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/3744d57c81304d0d8bb5b85dc1045629 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/3744d57c81304d0d8bb5b85dc1045629 2024-11-14T11:23:48,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/3744d57c81304d0d8bb5b85dc1045629, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T11:23:48,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/e5985858d9cd46c8bc62b65676025abb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/e5985858d9cd46c8bc62b65676025abb 2024-11-14T11:23:48,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/e5985858d9cd46c8bc62b65676025abb, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T11:23:48,136 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c6c296e39175f6d613b1912564846995 in 127ms, sequenceid=249, compaction requested=false 2024-11-14T11:23:48,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:48,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-14T11:23:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:48,198 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:23:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T11:23:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/3b6ec410589843779f396520ca5561bf is 50, key is test_row_0/A:col10/1731583428087/Put/seqid=0 2024-11-14T11:23:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:48,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741888_1064 (size=12301) 2024-11-14T11:23:48,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583488238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583488240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,247 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32990 deadline: 1731583488254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,258 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_1' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,259 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33000 deadline: 1731583488274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,275 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_1' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:48,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33012 deadline: 1731583488284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,286 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in c6c296e39175f6d613b1912564846995 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:23:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583488354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583488354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,386 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/10b8f04a54ae4d35846bc22d54541164 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/10b8f04a54ae4d35846bc22d54541164 2024-11-14T11:23:48,395 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into 10b8f04a54ae4d35846bc22d54541164(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:48,395 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:48,396 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=12, startTime=1731583427931; duration=0sec 2024-11-14T11:23:48,396 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:48,396 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:48,437 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/5976925743924a91a98a35bf3433a9a0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/5976925743924a91a98a35bf3433a9a0 2024-11-14T11:23:48,447 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into 5976925743924a91a98a35bf3433a9a0(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:48,447 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:48,448 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=12, startTime=1731583427932; duration=0sec 2024-11-14T11:23:48,448 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:48,448 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:48,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583488564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583488564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,630 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/3b6ec410589843779f396520ca5561bf 2024-11-14T11:23:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/2dfd29bec95c4c5f925e842d70392109 is 50, key is test_row_0/B:col10/1731583428087/Put/seqid=0 2024-11-14T11:23:48,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741889_1065 (size=12301) 2024-11-14T11:23:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T11:23:48,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583488873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:48,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583488874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:48,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,059 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/2dfd29bec95c4c5f925e842d70392109 2024-11-14T11:23:49,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/7f25832284eb48ac982722050dec9142 is 50, key is test_row_0/C:col10/1731583428087/Put/seqid=0 2024-11-14T11:23:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741890_1066 (size=12301) 2024-11-14T11:23:49,095 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/7f25832284eb48ac982722050dec9142 2024-11-14T11:23:49,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/3b6ec410589843779f396520ca5561bf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/3b6ec410589843779f396520ca5561bf 2024-11-14T11:23:49,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/3b6ec410589843779f396520ca5561bf, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T11:23:49,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/2dfd29bec95c4c5f925e842d70392109 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2dfd29bec95c4c5f925e842d70392109 2024-11-14T11:23:49,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2dfd29bec95c4c5f925e842d70392109, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T11:23:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/7f25832284eb48ac982722050dec9142 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7f25832284eb48ac982722050dec9142 2024-11-14T11:23:49,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7f25832284eb48ac982722050dec9142, entries=150, sequenceid=273, filesize=12.0 K 2024-11-14T11:23:49,137 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c6c296e39175f6d613b1912564846995 in 939ms, sequenceid=273, compaction requested=true 2024-11-14T11:23:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:49,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-14T11:23:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-14T11:23:49,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-14T11:23:49,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-11-14T11:23:49,148 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5670 sec 2024-11-14T11:23:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:49,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:49,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:23:49,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583489433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:49,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583489434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b47d50e40cbc4dd1b7bb897d2eea627f is 50, key is test_row_0/A:col10/1731583428238/Put/seqid=0 2024-11-14T11:23:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741891_1067 (size=12301) 2024-11-14T11:23:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583489544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:49,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583489544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-14T11:23:49,724 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:49,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-14T11:23:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T11:23:49,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:49,727 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:49,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:49,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583489754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:49,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583489754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:49,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T11:23:49,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b47d50e40cbc4dd1b7bb897d2eea627f 2024-11-14T11:23:49,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/4e21a32f6fde4dd48c138c01545f6db5 is 50, key is test_row_0/B:col10/1731583428238/Put/seqid=0 2024-11-14T11:23:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741892_1068 (size=12301) 2024-11-14T11:23:49,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:49,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:49,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:49,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:49,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T11:23:50,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583490064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:50,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583490064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:50,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/4e21a32f6fde4dd48c138c01545f6db5 2024-11-14T11:23:50,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/2193c1de024247d38605eae13e11e51a is 50, key is test_row_0/C:col10/1731583428238/Put/seqid=0 2024-11-14T11:23:50,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741893_1069 (size=12301) 2024-11-14T11:23:50,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,344 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T11:23:50,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:50,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,499 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583490573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583490584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:50,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:50,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:50,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/2193c1de024247d38605eae13e11e51a 2024-11-14T11:23:50,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/b47d50e40cbc4dd1b7bb897d2eea627f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b47d50e40cbc4dd1b7bb897d2eea627f 2024-11-14T11:23:50,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b47d50e40cbc4dd1b7bb897d2eea627f, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T11:23:50,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/4e21a32f6fde4dd48c138c01545f6db5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/4e21a32f6fde4dd48c138c01545f6db5 2024-11-14T11:23:50,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/4e21a32f6fde4dd48c138c01545f6db5, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T11:23:50,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/2193c1de024247d38605eae13e11e51a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2193c1de024247d38605eae13e11e51a 2024-11-14T11:23:50,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2193c1de024247d38605eae13e11e51a, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T11:23:50,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c6c296e39175f6d613b1912564846995 in 1341ms, sequenceid=288, compaction requested=true 2024-11-14T11:23:50,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:50,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:50,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:50,729 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:50,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:50,729 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:50,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:50,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:50,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:50,730 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51806 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:50,730 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:50,730 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:50,730 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:50,730 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,731 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/10b8f04a54ae4d35846bc22d54541164, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/3744d57c81304d0d8bb5b85dc1045629, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2dfd29bec95c4c5f925e842d70392109, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/4e21a32f6fde4dd48c138c01545f6db5] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=48.3 K 2024-11-14T11:23:50,731 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,731 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1930be4795784fa6b77d25ead88bcc3b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/22829da42a8b45c3b638dcb61d9e2633, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/3b6ec410589843779f396520ca5561bf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b47d50e40cbc4dd1b7bb897d2eea627f] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=50.6 K 2024-11-14T11:23:50,731 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 10b8f04a54ae4d35846bc22d54541164, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731583426713 2024-11-14T11:23:50,732 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1930be4795784fa6b77d25ead88bcc3b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731583426713 2024-11-14T11:23:50,732 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3744d57c81304d0d8bb5b85dc1045629, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583427366 2024-11-14T11:23:50,733 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22829da42a8b45c3b638dcb61d9e2633, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583427366 2024-11-14T11:23:50,733 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 2dfd29bec95c4c5f925e842d70392109, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731583428084 2024-11-14T11:23:50,733 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b6ec410589843779f396520ca5561bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731583428084 2024-11-14T11:23:50,733 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e21a32f6fde4dd48c138c01545f6db5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583428219 2024-11-14T11:23:50,733 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b47d50e40cbc4dd1b7bb897d2eea627f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583428219 2024-11-14T11:23:50,750 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:50,750 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/cd29712527724c818fddef16209e1713 is 50, key is test_row_0/A:col10/1731583428238/Put/seqid=0 2024-11-14T11:23:50,753 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#58 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:50,753 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c149123c7ed9417abf030dc1c3a8c28e is 50, key is test_row_0/B:col10/1731583428238/Put/seqid=0 2024-11-14T11:23:50,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741894_1070 (size=12949) 2024-11-14T11:23:50,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741895_1071 (size=12949) 2024-11-14T11:23:50,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-14T11:23:50,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:50,806 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:23:50,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/36f00bfbb2214f3b9d1fbb253c28155f is 50, key is test_row_0/A:col10/1731583429431/Put/seqid=0 2024-11-14T11:23:50,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741896_1072 (size=12301) 2024-11-14T11:23:50,825 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/36f00bfbb2214f3b9d1fbb253c28155f 2024-11-14T11:23:50,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/77619402965243edbe5444604b0135fc is 50, key is test_row_0/B:col10/1731583429431/Put/seqid=0 2024-11-14T11:23:50,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741897_1073 (size=12301) 2024-11-14T11:23:50,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/77619402965243edbe5444604b0135fc 2024-11-14T11:23:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T11:23:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f3266727d5d744c4ba44f0a296291dcd is 50, key is test_row_0/C:col10/1731583429431/Put/seqid=0 2024-11-14T11:23:50,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741898_1074 (size=12301) 2024-11-14T11:23:51,172 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/cd29712527724c818fddef16209e1713 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/cd29712527724c818fddef16209e1713 2024-11-14T11:23:51,176 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c149123c7ed9417abf030dc1c3a8c28e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c149123c7ed9417abf030dc1c3a8c28e 2024-11-14T11:23:51,179 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into cd29712527724c818fddef16209e1713(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:51,179 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:51,179 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=12, startTime=1731583430728; duration=0sec 2024-11-14T11:23:51,179 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:51,179 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:51,179 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:23:51,181 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:23:51,181 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:51,181 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:51,182 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/5976925743924a91a98a35bf3433a9a0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/e5985858d9cd46c8bc62b65676025abb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7f25832284eb48ac982722050dec9142, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2193c1de024247d38605eae13e11e51a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=48.3 K 2024-11-14T11:23:51,182 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5976925743924a91a98a35bf3433a9a0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731583426713 2024-11-14T11:23:51,183 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e5985858d9cd46c8bc62b65676025abb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583427366 2024-11-14T11:23:51,183 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f25832284eb48ac982722050dec9142, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731583428084 2024-11-14T11:23:51,184 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2193c1de024247d38605eae13e11e51a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583428219 2024-11-14T11:23:51,184 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into c149123c7ed9417abf030dc1c3a8c28e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:51,184 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:51,184 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=12, startTime=1731583430729; duration=0sec 2024-11-14T11:23:51,185 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:51,185 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:51,194 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:51,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/4e3e6a20f379423b89116588d80c610e is 50, key is test_row_0/C:col10/1731583428238/Put/seqid=0 2024-11-14T11:23:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741899_1075 (size=12949) 2024-11-14T11:23:51,206 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/4e3e6a20f379423b89116588d80c610e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/4e3e6a20f379423b89116588d80c610e 2024-11-14T11:23:51,212 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into 4e3e6a20f379423b89116588d80c610e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:51,212 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:51,212 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=12, startTime=1731583430729; duration=0sec 2024-11-14T11:23:51,213 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:51,213 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:51,305 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f3266727d5d744c4ba44f0a296291dcd 2024-11-14T11:23:51,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/36f00bfbb2214f3b9d1fbb253c28155f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/36f00bfbb2214f3b9d1fbb253c28155f 2024-11-14T11:23:51,322 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/36f00bfbb2214f3b9d1fbb253c28155f, entries=150, sequenceid=311, filesize=12.0 K 2024-11-14T11:23:51,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/77619402965243edbe5444604b0135fc as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/77619402965243edbe5444604b0135fc 2024-11-14T11:23:51,335 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/77619402965243edbe5444604b0135fc, entries=150, sequenceid=311, filesize=12.0 K 2024-11-14T11:23:51,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f3266727d5d744c4ba44f0a296291dcd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3266727d5d744c4ba44f0a296291dcd 2024-11-14T11:23:51,344 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3266727d5d744c4ba44f0a296291dcd, entries=150, sequenceid=311, filesize=12.0 K 2024-11-14T11:23:51,345 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c6c296e39175f6d613b1912564846995 in 539ms, sequenceid=311, compaction requested=false 2024-11-14T11:23:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:51,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-14T11:23:51,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-14T11:23:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T11:23:51,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-14T11:23:51,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.6240 sec 2024-11-14T11:23:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:51,606 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:51,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:23:51,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/72688ea7a882425f85cdcc325fb7d0c2 is 50, key is test_row_0/A:col10/1731583431589/Put/seqid=0 2024-11-14T11:23:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741900_1076 (size=14741) 2024-11-14T11:23:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583491656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,660 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583491657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:51,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583491764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583491764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:51,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-14T11:23:51,874 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:51,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-14T11:23:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T11:23:51,877 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:51,878 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:51,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583491974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583491974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:51,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:51,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T11:23:52,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/72688ea7a882425f85cdcc325fb7d0c2 2024-11-14T11:23:52,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T11:23:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c71a9b357ac94e1cb2299eceae39ffa5 is 50, key is test_row_0/B:col10/1731583431589/Put/seqid=0 2024-11-14T11:23:52,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741901_1077 (size=12301) 2024-11-14T11:23:52,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T11:23:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T11:23:52,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583492284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583492284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:52,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T11:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:52,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c71a9b357ac94e1cb2299eceae39ffa5 2024-11-14T11:23:52,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/3c4286fbd8ae4549bc0b0e4239c8a50f is 50, key is test_row_0/C:col10/1731583431589/Put/seqid=0 2024-11-14T11:23:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741902_1078 (size=12301) 2024-11-14T11:23:52,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/3c4286fbd8ae4549bc0b0e4239c8a50f 2024-11-14T11:23:52,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/72688ea7a882425f85cdcc325fb7d0c2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/72688ea7a882425f85cdcc325fb7d0c2 2024-11-14T11:23:52,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/72688ea7a882425f85cdcc325fb7d0c2, entries=200, sequenceid=325, filesize=14.4 K 2024-11-14T11:23:52,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c71a9b357ac94e1cb2299eceae39ffa5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c71a9b357ac94e1cb2299eceae39ffa5 2024-11-14T11:23:52,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T11:23:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:52,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c71a9b357ac94e1cb2299eceae39ffa5, entries=150, sequenceid=325, filesize=12.0 K 2024-11-14T11:23:52,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/3c4286fbd8ae4549bc0b0e4239c8a50f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/3c4286fbd8ae4549bc0b0e4239c8a50f 2024-11-14T11:23:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T11:23:52,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/3c4286fbd8ae4549bc0b0e4239c8a50f, entries=150, sequenceid=325, filesize=12.0 K 2024-11-14T11:23:52,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c6c296e39175f6d613b1912564846995 in 906ms, sequenceid=325, compaction requested=true 2024-11-14T11:23:52,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:52,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:52,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:52,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:52,514 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:52,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:52,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:52,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:52,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:52,514 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:52,515 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:52,515 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,515 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/cd29712527724c818fddef16209e1713, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/36f00bfbb2214f3b9d1fbb253c28155f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/72688ea7a882425f85cdcc325fb7d0c2] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=39.1 K 2024-11-14T11:23:52,515 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd29712527724c818fddef16209e1713, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583428219 2024-11-14T11:23:52,516 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:52,516 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:52,516 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,516 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c149123c7ed9417abf030dc1c3a8c28e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/77619402965243edbe5444604b0135fc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c71a9b357ac94e1cb2299eceae39ffa5] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=36.7 K 2024-11-14T11:23:52,516 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36f00bfbb2214f3b9d1fbb253c28155f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731583429424 2024-11-14T11:23:52,516 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c149123c7ed9417abf030dc1c3a8c28e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583428219 2024-11-14T11:23:52,517 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72688ea7a882425f85cdcc325fb7d0c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731583431589 2024-11-14T11:23:52,517 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 77619402965243edbe5444604b0135fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731583429424 2024-11-14T11:23:52,518 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c71a9b357ac94e1cb2299eceae39ffa5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731583431589 2024-11-14T11:23:52,526 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:52,526 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/c3d18a2e998c4298ac80d98911d28c46 is 50, key is test_row_0/A:col10/1731583431589/Put/seqid=0 2024-11-14T11:23:52,542 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:52,543 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0ad36a0659334ffea85b5df37c21d1af is 50, key is test_row_0/B:col10/1731583431589/Put/seqid=0 2024-11-14T11:23:52,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741903_1079 (size=13051) 2024-11-14T11:23:52,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741904_1080 (size=13051) 2024-11-14T11:23:52,568 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/c3d18a2e998c4298ac80d98911d28c46 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c3d18a2e998c4298ac80d98911d28c46 2024-11-14T11:23:52,569 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/0ad36a0659334ffea85b5df37c21d1af as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ad36a0659334ffea85b5df37c21d1af 2024-11-14T11:23:52,578 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into c3d18a2e998c4298ac80d98911d28c46(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:52,578 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:52,578 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=13, startTime=1731583432513; duration=0sec 2024-11-14T11:23:52,578 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:52,578 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:52,578 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:52,579 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:52,580 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:52,580 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,580 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/4e3e6a20f379423b89116588d80c610e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3266727d5d744c4ba44f0a296291dcd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/3c4286fbd8ae4549bc0b0e4239c8a50f] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=36.7 K 2024-11-14T11:23:52,580 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e3e6a20f379423b89116588d80c610e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583428219 2024-11-14T11:23:52,580 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into 0ad36a0659334ffea85b5df37c21d1af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:52,580 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:52,581 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=13, startTime=1731583432514; duration=0sec 2024-11-14T11:23:52,581 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:52,581 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:52,583 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3266727d5d744c4ba44f0a296291dcd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731583429424 2024-11-14T11:23:52,584 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c4286fbd8ae4549bc0b0e4239c8a50f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731583431589 2024-11-14T11:23:52,595 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:52,595 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/6056ee3666c04f0b97fa306dbaf30e5a is 50, key is test_row_0/C:col10/1731583431589/Put/seqid=0 2024-11-14T11:23:52,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741905_1081 (size=13051) 2024-11-14T11:23:52,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-14T11:23:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,648 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:23:52,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/fc74535ebf3d4fb5b6ac339febc4cf41 is 50, key is test_row_0/A:col10/1731583431649/Put/seqid=0 2024-11-14T11:23:52,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741906_1082 (size=12301) 2024-11-14T11:23:52,681 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/fc74535ebf3d4fb5b6ac339febc4cf41 2024-11-14T11:23:52,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/01417dda52a34863be92f325a8d76909 is 50, key is test_row_0/B:col10/1731583431649/Put/seqid=0 2024-11-14T11:23:52,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741907_1083 (size=12301) 2024-11-14T11:23:52,737 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/01417dda52a34863be92f325a8d76909 2024-11-14T11:23:52,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/660400857d864581b6536160898a9134 is 50, key is test_row_0/C:col10/1731583431649/Put/seqid=0 2024-11-14T11:23:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741908_1084 (size=12301) 2024-11-14T11:23:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:52,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:52,807 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/660400857d864581b6536160898a9134 2024-11-14T11:23:52,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/fc74535ebf3d4fb5b6ac339febc4cf41 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/fc74535ebf3d4fb5b6ac339febc4cf41 2024-11-14T11:23:52,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583492819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:52,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:52,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583492822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:52,823 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/fc74535ebf3d4fb5b6ac339febc4cf41, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T11:23:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:52,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:52,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/01417dda52a34863be92f325a8d76909 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/01417dda52a34863be92f325a8d76909 2024-11-14T11:23:52,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/01417dda52a34863be92f325a8d76909, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T11:23:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/660400857d864581b6536160898a9134 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/660400857d864581b6536160898a9134 2024-11-14T11:23:52,858 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/660400857d864581b6536160898a9134, entries=150, sequenceid=352, filesize=12.0 K 2024-11-14T11:23:52,859 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c6c296e39175f6d613b1912564846995 in 211ms, sequenceid=352, compaction requested=false 2024-11-14T11:23:52,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:52,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:52,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-14T11:23:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-14T11:23:52,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-14T11:23:52,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 983 msec 2024-11-14T11:23:52,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 993 msec 2024-11-14T11:23:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:52,939 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:52,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:23:52,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/25460fc5ecd04ae89747e9209e439ddf is 50, key is test_row_0/A:col10/1731583432812/Put/seqid=0 2024-11-14T11:23:53,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583493011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-14T11:23:53,014 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-14T11:23:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T11:23:53,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583493011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,022 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741909_1085 (size=17181) 2024-11-14T11:23:53,026 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:53,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:53,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/25460fc5ecd04ae89747e9209e439ddf 2024-11-14T11:23:53,035 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/6056ee3666c04f0b97fa306dbaf30e5a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/6056ee3666c04f0b97fa306dbaf30e5a 2024-11-14T11:23:53,045 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into 6056ee3666c04f0b97fa306dbaf30e5a(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:53,045 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:53,045 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=13, startTime=1731583432514; duration=0sec 2024-11-14T11:23:53,045 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:53,045 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:53,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/1f78c3e6cc2048ee859369eaf6432bf9 is 50, key is test_row_0/B:col10/1731583432812/Put/seqid=0 2024-11-14T11:23:53,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741910_1086 (size=12301) 2024-11-14T11:23:53,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/1f78c3e6cc2048ee859369eaf6432bf9 2024-11-14T11:23:53,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a45bdaff19f54976a719f52accecd5f8 is 50, key is test_row_0/C:col10/1731583432812/Put/seqid=0 2024-11-14T11:23:53,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741911_1087 (size=12301) 2024-11-14T11:23:53,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a45bdaff19f54976a719f52accecd5f8 2024-11-14T11:23:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T11:23:53,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583493124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/25460fc5ecd04ae89747e9209e439ddf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25460fc5ecd04ae89747e9209e439ddf 2024-11-14T11:23:53,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583493134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25460fc5ecd04ae89747e9209e439ddf, entries=250, sequenceid=365, filesize=16.8 K 2024-11-14T11:23:53,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/1f78c3e6cc2048ee859369eaf6432bf9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1f78c3e6cc2048ee859369eaf6432bf9 2024-11-14T11:23:53,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1f78c3e6cc2048ee859369eaf6432bf9, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T11:23:53,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a45bdaff19f54976a719f52accecd5f8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a45bdaff19f54976a719f52accecd5f8 2024-11-14T11:23:53,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a45bdaff19f54976a719f52accecd5f8, entries=150, sequenceid=365, filesize=12.0 K 2024-11-14T11:23:53,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c6c296e39175f6d613b1912564846995 in 239ms, sequenceid=365, compaction requested=true 2024-11-14T11:23:53,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:53,178 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:53,179 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:53,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:53,180 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:53,180 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:53,180 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,180 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:53,180 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:53,180 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c3d18a2e998c4298ac80d98911d28c46, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/fc74535ebf3d4fb5b6ac339febc4cf41, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25460fc5ecd04ae89747e9209e439ddf] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=41.5 K 2024-11-14T11:23:53,180 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,180 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ad36a0659334ffea85b5df37c21d1af, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/01417dda52a34863be92f325a8d76909, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1f78c3e6cc2048ee859369eaf6432bf9] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=36.8 K 2024-11-14T11:23:53,181 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3d18a2e998c4298ac80d98911d28c46, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731583431589 2024-11-14T11:23:53,181 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ad36a0659334ffea85b5df37c21d1af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731583431589 2024-11-14T11:23:53,181 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc74535ebf3d4fb5b6ac339febc4cf41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731583431649 2024-11-14T11:23:53,181 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 01417dda52a34863be92f325a8d76909, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731583431649 2024-11-14T11:23:53,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-14T11:23:53,182 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25460fc5ecd04ae89747e9209e439ddf, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731583432807 2024-11-14T11:23:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,182 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:23:53,182 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f78c3e6cc2048ee859369eaf6432bf9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731583432812 2024-11-14T11:23:53,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/7d66a4a087c04fbdbc5ba8cf6b08128d is 50, key is test_row_0/A:col10/1731583432995/Put/seqid=0 2024-11-14T11:23:53,206 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:53,207 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c4e8520eae934ef69a2e1ee264d8f7de is 50, key is test_row_0/B:col10/1731583432812/Put/seqid=0 2024-11-14T11:23:53,226 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:53,227 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/2c6cea0b55db4cb589554b042f10a8ed is 50, key is test_row_0/A:col10/1731583432812/Put/seqid=0 2024-11-14T11:23:53,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741913_1089 (size=13153) 2024-11-14T11:23:53,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741912_1088 (size=12301) 2024-11-14T11:23:53,272 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/7d66a4a087c04fbdbc5ba8cf6b08128d 2024-11-14T11:23:53,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741914_1090 (size=13153) 2024-11-14T11:23:53,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/a6dbafa02dcf4939b734daac34bfd688 is 50, key is test_row_0/B:col10/1731583432995/Put/seqid=0 2024-11-14T11:23:53,282 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/2c6cea0b55db4cb589554b042f10a8ed as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/2c6cea0b55db4cb589554b042f10a8ed 2024-11-14T11:23:53,289 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 2c6cea0b55db4cb589554b042f10a8ed(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:53,289 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:53,289 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=13, startTime=1731583433178; duration=0sec 2024-11-14T11:23:53,289 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:53,289 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:53,290 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:53,291 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:53,291 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:53,291 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,292 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/6056ee3666c04f0b97fa306dbaf30e5a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/660400857d864581b6536160898a9134, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a45bdaff19f54976a719f52accecd5f8] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=36.8 K 2024-11-14T11:23:53,292 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6056ee3666c04f0b97fa306dbaf30e5a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731583431589 2024-11-14T11:23:53,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741915_1091 (size=12301) 2024-11-14T11:23:53,293 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 660400857d864581b6536160898a9134, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1731583431649 2024-11-14T11:23:53,294 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/a6dbafa02dcf4939b734daac34bfd688 2024-11-14T11:23:53,294 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a45bdaff19f54976a719f52accecd5f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731583432812 2024-11-14T11:23:53,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a10d44cb253240398ae5fc72ff8ccdc6 is 50, key is test_row_0/C:col10/1731583432995/Put/seqid=0 2024-11-14T11:23:53,323 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:53,323 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f853957847874380afbbcf0fefcdbe88 is 50, key is test_row_0/C:col10/1731583432812/Put/seqid=0 2024-11-14T11:23:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741916_1092 (size=12301) 2024-11-14T11:23:53,330 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a10d44cb253240398ae5fc72ff8ccdc6 2024-11-14T11:23:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T11:23:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:53,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:53,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/7d66a4a087c04fbdbc5ba8cf6b08128d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/7d66a4a087c04fbdbc5ba8cf6b08128d 2024-11-14T11:23:53,351 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/7d66a4a087c04fbdbc5ba8cf6b08128d, entries=150, sequenceid=390, filesize=12.0 K 2024-11-14T11:23:53,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/a6dbafa02dcf4939b734daac34bfd688 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a6dbafa02dcf4939b734daac34bfd688 2024-11-14T11:23:53,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741917_1093 (size=13153) 2024-11-14T11:23:53,364 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a6dbafa02dcf4939b734daac34bfd688, entries=150, sequenceid=390, filesize=12.0 K 2024-11-14T11:23:53,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a10d44cb253240398ae5fc72ff8ccdc6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a10d44cb253240398ae5fc72ff8ccdc6 2024-11-14T11:23:53,367 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/f853957847874380afbbcf0fefcdbe88 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f853957847874380afbbcf0fefcdbe88 2024-11-14T11:23:53,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583493364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,368 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583493364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,372 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a10d44cb253240398ae5fc72ff8ccdc6, entries=150, sequenceid=390, filesize=12.0 K 2024-11-14T11:23:53,373 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c6c296e39175f6d613b1912564846995 in 191ms, sequenceid=390, compaction requested=false 2024-11-14T11:23:53,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-14T11:23:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-14T11:23:53,377 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into f853957847874380afbbcf0fefcdbe88(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:53,377 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:53,377 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=13, startTime=1731583433179; duration=0sec 2024-11-14T11:23:53,378 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:53,378 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:53,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-14T11:23:53,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 349 msec 2024-11-14T11:23:53,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 365 msec 2024-11-14T11:23:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:53,477 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:53,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:23:53,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5fd61a53e4d447a4b89c75672cb923ba is 50, key is test_row_0/A:col10/1731583433354/Put/seqid=0 2024-11-14T11:23:53,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741918_1094 (size=14741) 2024-11-14T11:23:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583493518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583493521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583493634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583493635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T11:23:53,644 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:53,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:23:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-11-14T11:23:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:53,646 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:23:53,647 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:23:53,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:23:53,672 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/c4e8520eae934ef69a2e1ee264d8f7de as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c4e8520eae934ef69a2e1ee264d8f7de 2024-11-14T11:23:53,681 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into c4e8520eae934ef69a2e1ee264d8f7de(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:53,681 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:53,681 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=13, startTime=1731583433179; duration=0sec 2024-11-14T11:23:53,682 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:53,682 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:53,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:53,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:53,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583493844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:53,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583493844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:53,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:53,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5fd61a53e4d447a4b89c75672cb923ba 2024-11-14T11:23:53,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/9a97946b522b419585f12c8cbc9955eb is 50, key is test_row_0/B:col10/1731583433354/Put/seqid=0 2024-11-14T11:23:53,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741919_1095 (size=12301) 2024-11-14T11:23:53,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:53,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:53,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:53,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:54,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583494154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:54,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583494155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:54,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:54,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/9a97946b522b419585f12c8cbc9955eb 2024-11-14T11:23:54,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/c6c54663213d41a3b815b9284c81857e is 50, key is test_row_0/C:col10/1731583433354/Put/seqid=0 2024-11-14T11:23:54,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741920_1096 (size=12301) 2024-11-14T11:23:54,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583494664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,668 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:54,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:54,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583494674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:54,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:54,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:54,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:23:54,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/c6c54663213d41a3b815b9284c81857e 2024-11-14T11:23:54,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5fd61a53e4d447a4b89c75672cb923ba as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fd61a53e4d447a4b89c75672cb923ba 2024-11-14T11:23:54,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fd61a53e4d447a4b89c75672cb923ba, entries=200, sequenceid=406, filesize=14.4 K 2024-11-14T11:23:54,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/9a97946b522b419585f12c8cbc9955eb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/9a97946b522b419585f12c8cbc9955eb 2024-11-14T11:23:54,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/9a97946b522b419585f12c8cbc9955eb, entries=150, sequenceid=406, filesize=12.0 K 2024-11-14T11:23:54,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/c6c54663213d41a3b815b9284c81857e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c6c54663213d41a3b815b9284c81857e 2024-11-14T11:23:54,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c6c54663213d41a3b815b9284c81857e, entries=150, sequenceid=406, filesize=12.0 K 2024-11-14T11:23:54,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c6c296e39175f6d613b1912564846995 in 1286ms, sequenceid=406, compaction requested=true 2024-11-14T11:23:54,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:54,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:54,763 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:54,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:54,763 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:54,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:54,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:54,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:54,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:54,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:54,765 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:54,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:54,765 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:54,765 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,765 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,765 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c4e8520eae934ef69a2e1ee264d8f7de, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a6dbafa02dcf4939b734daac34bfd688, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/9a97946b522b419585f12c8cbc9955eb] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=36.9 K 2024-11-14T11:23:54,765 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/2c6cea0b55db4cb589554b042f10a8ed, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/7d66a4a087c04fbdbc5ba8cf6b08128d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fd61a53e4d447a4b89c75672cb923ba] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=39.3 K 2024-11-14T11:23:54,766 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c6cea0b55db4cb589554b042f10a8ed, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731583432812 2024-11-14T11:23:54,766 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c4e8520eae934ef69a2e1ee264d8f7de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731583432812 2024-11-14T11:23:54,766 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d66a4a087c04fbdbc5ba8cf6b08128d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731583432995 2024-11-14T11:23:54,766 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a6dbafa02dcf4939b734daac34bfd688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731583432995 2024-11-14T11:23:54,767 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd61a53e4d447a4b89c75672cb923ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731583433346 2024-11-14T11:23:54,767 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a97946b522b419585f12c8cbc9955eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731583433354 2024-11-14T11:23:54,780 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:54,781 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/59e4768fe50948b19732b06f24655ac9 is 50, key is test_row_0/A:col10/1731583433354/Put/seqid=0 2024-11-14T11:23:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:54,791 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:54,791 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5c09338184484c72888e4f9b81aeff56 is 50, key is test_row_0/B:col10/1731583433354/Put/seqid=0 2024-11-14T11:23:54,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741922_1098 (size=13255) 2024-11-14T11:23:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741921_1097 (size=13255) 2024-11-14T11:23:54,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-11-14T11:23:54,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:54,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:23:54,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/94b212de2b334fd589da2b8534c61539 is 50, key is test_row_0/A:col10/1731583433514/Put/seqid=0 2024-11-14T11:23:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741923_1099 (size=12301) 2024-11-14T11:23:55,209 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5c09338184484c72888e4f9b81aeff56 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5c09338184484c72888e4f9b81aeff56 2024-11-14T11:23:55,214 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/59e4768fe50948b19732b06f24655ac9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/59e4768fe50948b19732b06f24655ac9 2024-11-14T11:23:55,218 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into 5c09338184484c72888e4f9b81aeff56(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:55,218 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:55,218 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=13, startTime=1731583434763; duration=0sec 2024-11-14T11:23:55,218 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:55,218 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:55,218 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:55,220 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:55,220 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:55,220 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:55,220 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f853957847874380afbbcf0fefcdbe88, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a10d44cb253240398ae5fc72ff8ccdc6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c6c54663213d41a3b815b9284c81857e] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=36.9 K 2024-11-14T11:23:55,221 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f853957847874380afbbcf0fefcdbe88, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731583432812 2024-11-14T11:23:55,222 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a10d44cb253240398ae5fc72ff8ccdc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731583432995 2024-11-14T11:23:55,222 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c6c54663213d41a3b815b9284c81857e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731583433354 2024-11-14T11:23:55,223 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 59e4768fe50948b19732b06f24655ac9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:55,223 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:55,223 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=13, startTime=1731583434763; duration=0sec 2024-11-14T11:23:55,223 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:55,223 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:55,230 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:55,230 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/7be961ba595e40a599c94cd24ba85d8e is 50, key is test_row_0/C:col10/1731583433354/Put/seqid=0 2024-11-14T11:23:55,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741924_1100 (size=13255) 2024-11-14T11:23:55,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/94b212de2b334fd589da2b8534c61539 2024-11-14T11:23:55,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/fbcf83e2737946218a1ae59a4048d740 is 50, key is test_row_0/B:col10/1731583433514/Put/seqid=0 2024-11-14T11:23:55,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741925_1101 (size=12301) 2024-11-14T11:23:55,655 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/7be961ba595e40a599c94cd24ba85d8e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7be961ba595e40a599c94cd24ba85d8e 2024-11-14T11:23:55,660 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into 7be961ba595e40a599c94cd24ba85d8e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:55,661 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:55,661 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=13, startTime=1731583434764; duration=0sec 2024-11-14T11:23:55,661 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:55,661 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:55,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. as already flushing 2024-11-14T11:23:55,701 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/fbcf83e2737946218a1ae59a4048d740 2024-11-14T11:23:55,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583495704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:55,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583495706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,710 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:55,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a94f339d9bce45d7ac4450683e8e745e is 50, key is test_row_0/C:col10/1731583433514/Put/seqid=0 2024-11-14T11:23:55,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741926_1102 (size=12301) 2024-11-14T11:23:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:55,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583495814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:55,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583495815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:55,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583496024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583496024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,118 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a94f339d9bce45d7ac4450683e8e745e 2024-11-14T11:23:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/94b212de2b334fd589da2b8534c61539 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/94b212de2b334fd589da2b8534c61539 2024-11-14T11:23:56,134 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/94b212de2b334fd589da2b8534c61539, entries=150, sequenceid=429, filesize=12.0 K 2024-11-14T11:23:56,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/fbcf83e2737946218a1ae59a4048d740 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fbcf83e2737946218a1ae59a4048d740 2024-11-14T11:23:56,144 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fbcf83e2737946218a1ae59a4048d740, entries=150, sequenceid=429, filesize=12.0 K 2024-11-14T11:23:56,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/a94f339d9bce45d7ac4450683e8e745e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a94f339d9bce45d7ac4450683e8e745e 2024-11-14T11:23:56,153 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a94f339d9bce45d7ac4450683e8e745e, entries=150, sequenceid=429, filesize=12.0 K 2024-11-14T11:23:56,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c6c296e39175f6d613b1912564846995 in 1281ms, sequenceid=429, compaction requested=false 2024-11-14T11:23:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-14T11:23:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-14T11:23:56,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T11:23:56,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5130 sec 2024-11-14T11:23:56,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.5190 sec 2024-11-14T11:23:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:56,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:56,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T11:23:56,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5fbc5c6fcd67407d818d850334b61783 is 50, key is test_row_0/A:col10/1731583435704/Put/seqid=0 2024-11-14T11:23:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741927_1103 (size=14741) 2024-11-14T11:23:56,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5fbc5c6fcd67407d818d850334b61783 2024-11-14T11:23:56,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5b108918bc1245a4a4f31d0586ce97b5 is 50, key is test_row_0/B:col10/1731583435704/Put/seqid=0 2024-11-14T11:23:56,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583496392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583496392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741928_1104 (size=12301) 2024-11-14T11:23:56,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583496504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583496504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,585 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-14T11:23:56,585 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:56,586 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-14T11:23:56,586 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:56,586 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-14T11:23:56,587 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:56,587 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-14T11:23:56,587 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:56,590 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:56,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:56,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:56,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:56,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:23:56,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1731583496714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33004 deadline: 1731583496714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:23:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:23:56,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5b108918bc1245a4a4f31d0586ce97b5 2024-11-14T11:23:56,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/46b840f6cccf4130826a2cffc5eb7016 is 50, key is test_row_0/C:col10/1731583435704/Put/seqid=0 2024-11-14T11:23:56,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741929_1105 (size=12301) 2024-11-14T11:23:56,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/46b840f6cccf4130826a2cffc5eb7016 2024-11-14T11:23:56,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/5fbc5c6fcd67407d818d850334b61783 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fbc5c6fcd67407d818d850334b61783 2024-11-14T11:23:56,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fbc5c6fcd67407d818d850334b61783, entries=200, sequenceid=448, filesize=14.4 K 2024-11-14T11:23:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5b108918bc1245a4a4f31d0586ce97b5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5b108918bc1245a4a4f31d0586ce97b5 2024-11-14T11:23:56,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5b108918bc1245a4a4f31d0586ce97b5, entries=150, sequenceid=448, filesize=12.0 K 2024-11-14T11:23:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/46b840f6cccf4130826a2cffc5eb7016 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/46b840f6cccf4130826a2cffc5eb7016 2024-11-14T11:23:56,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/46b840f6cccf4130826a2cffc5eb7016, entries=150, sequenceid=448, filesize=12.0 K 2024-11-14T11:23:56,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for c6c296e39175f6d613b1912564846995 in 506ms, sequenceid=448, compaction requested=true 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:23:56,843 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:56,843 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c6c296e39175f6d613b1912564846995:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:23:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:56,844 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:56,844 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:56,844 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/B is initiating minor compaction (all files) 2024-11-14T11:23:56,844 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/A is initiating minor compaction (all files) 2024-11-14T11:23:56,844 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/B in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:56,844 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/A in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:56,844 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5c09338184484c72888e4f9b81aeff56, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fbcf83e2737946218a1ae59a4048d740, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5b108918bc1245a4a4f31d0586ce97b5] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=37.0 K 2024-11-14T11:23:56,844 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/59e4768fe50948b19732b06f24655ac9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/94b212de2b334fd589da2b8534c61539, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fbc5c6fcd67407d818d850334b61783] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=39.4 K 2024-11-14T11:23:56,845 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c09338184484c72888e4f9b81aeff56, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731583433354 2024-11-14T11:23:56,845 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59e4768fe50948b19732b06f24655ac9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731583433354 2024-11-14T11:23:56,845 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94b212de2b334fd589da2b8534c61539, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731583433503 2024-11-14T11:23:56,845 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fbcf83e2737946218a1ae59a4048d740, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731583433503 2024-11-14T11:23:56,846 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fbc5c6fcd67407d818d850334b61783, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731583435696 2024-11-14T11:23:56,846 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b108918bc1245a4a4f31d0586ce97b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731583435704 2024-11-14T11:23:56,853 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:56,853 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:56,853 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/74b3c274a44c443a8651f5096de7ff3b is 50, key is test_row_0/A:col10/1731583435704/Put/seqid=0 2024-11-14T11:23:56,853 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/bfdeed7556404e71bc9089996059d11b is 50, key is test_row_0/B:col10/1731583435704/Put/seqid=0 2024-11-14T11:23:56,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741930_1106 (size=13357) 2024-11-14T11:23:56,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741931_1107 (size=13357) 2024-11-14T11:23:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on c6c296e39175f6d613b1912564846995 2024-11-14T11:23:57,026 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:23:57,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:23:57,027 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-14T11:23:57,027 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-14T11:23:57,027 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:57,027 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:57,027 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:57,027 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:57,027 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:57,027 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:57,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:57,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:57,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/4107f8f795ab407c970a751f7021d63e is 50, key is test_row_0/A:col10/1731583436390/Put/seqid=0 2024-11-14T11:23:57,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741932_1108 (size=12301) 2024-11-14T11:23:57,269 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/74b3c274a44c443a8651f5096de7ff3b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/74b3c274a44c443a8651f5096de7ff3b 2024-11-14T11:23:57,269 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/bfdeed7556404e71bc9089996059d11b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/bfdeed7556404e71bc9089996059d11b 2024-11-14T11:23:57,276 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/B of c6c296e39175f6d613b1912564846995 into bfdeed7556404e71bc9089996059d11b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:57,276 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/A of c6c296e39175f6d613b1912564846995 into 74b3c274a44c443a8651f5096de7ff3b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:57,276 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/B, priority=13, startTime=1731583436843; duration=0sec 2024-11-14T11:23:57,276 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/A, priority=13, startTime=1731583436843; duration=0sec 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:B 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:A 2024-11-14T11:23:57,276 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:23:57,277 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:23:57,277 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): c6c296e39175f6d613b1912564846995/C is initiating minor compaction (all files) 2024-11-14T11:23:57,278 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c6c296e39175f6d613b1912564846995/C in TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:57,278 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7be961ba595e40a599c94cd24ba85d8e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a94f339d9bce45d7ac4450683e8e745e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/46b840f6cccf4130826a2cffc5eb7016] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp, totalSize=37.0 K 2024-11-14T11:23:57,278 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7be961ba595e40a599c94cd24ba85d8e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1731583433354 2024-11-14T11:23:57,278 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a94f339d9bce45d7ac4450683e8e745e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731583433503 2024-11-14T11:23:57,279 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 46b840f6cccf4130826a2cffc5eb7016, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1731583435704 2024-11-14T11:23:57,287 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c6c296e39175f6d613b1912564846995#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:23:57,287 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/678839fabcfe4df6a86c265366ba270d is 50, key is test_row_0/C:col10/1731583435704/Put/seqid=0 2024-11-14T11:23:57,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741933_1109 (size=13357) 2024-11-14T11:23:57,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/4107f8f795ab407c970a751f7021d63e 2024-11-14T11:23:57,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/06363c0a6a9b46d7950928c39cc31844 is 50, key is test_row_0/B:col10/1731583436390/Put/seqid=0 2024-11-14T11:23:57,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741934_1110 (size=12301) 2024-11-14T11:23:57,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:23:57,705 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/678839fabcfe4df6a86c265366ba270d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/678839fabcfe4df6a86c265366ba270d 2024-11-14T11:23:57,712 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c6c296e39175f6d613b1912564846995/C of c6c296e39175f6d613b1912564846995 into 678839fabcfe4df6a86c265366ba270d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:23:57,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:57,712 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., storeName=c6c296e39175f6d613b1912564846995/C, priority=13, startTime=1731583436843; duration=0sec 2024-11-14T11:23:57,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:23:57,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c6c296e39175f6d613b1912564846995:C 2024-11-14T11:23:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-14T11:23:57,814 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:23:57,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/06363c0a6a9b46d7950928c39cc31844 2024-11-14T11:23:57,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/67c8b9a199a14966904bb164a8cd1715 is 50, key is test_row_0/C:col10/1731583436390/Put/seqid=0 2024-11-14T11:23:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741935_1111 (size=12301) 2024-11-14T11:23:58,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/67c8b9a199a14966904bb164a8cd1715 2024-11-14T11:23:58,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/4107f8f795ab407c970a751f7021d63e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4107f8f795ab407c970a751f7021d63e 2024-11-14T11:23:58,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4107f8f795ab407c970a751f7021d63e, entries=150, sequenceid=470, filesize=12.0 K 2024-11-14T11:23:58,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/06363c0a6a9b46d7950928c39cc31844 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/06363c0a6a9b46d7950928c39cc31844 2024-11-14T11:23:58,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/06363c0a6a9b46d7950928c39cc31844, entries=150, sequenceid=470, filesize=12.0 K 2024-11-14T11:23:58,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/67c8b9a199a14966904bb164a8cd1715 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/67c8b9a199a14966904bb164a8cd1715 2024-11-14T11:23:58,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/67c8b9a199a14966904bb164a8cd1715, entries=150, sequenceid=470, filesize=12.0 K 2024-11-14T11:23:58,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for c6c296e39175f6d613b1912564846995 in 1278ms, sequenceid=470, compaction requested=false 2024-11-14T11:23:58,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c6c296e39175f6d613b1912564846995: 2024-11-14T11:23:58,356 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-14T11:23:58,356 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-14T11:23:58,356 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:58,356 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:58,356 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,356 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,356 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:58,357 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:58,385 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-14T11:23:58,385 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:23:58,385 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,386 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,386 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 157 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 155 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3847 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3667 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1631 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4889 rows 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1640 2024-11-14T11:23:58,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4913 rows 2024-11-14T11:23:58,386 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:23:58,386 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:23:58,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:23:58,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:23:58,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T11:23:58,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T11:23:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T11:23:58,396 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583438396"}]},"ts":"1731583438396"} 2024-11-14T11:23:58,398 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T11:23:58,398 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T11:23:58,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:23:58,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, UNASSIGN}] 2024-11-14T11:23:58,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, UNASSIGN 2024-11-14T11:23:58,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=c6c296e39175f6d613b1912564846995, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:23:58,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, UNASSIGN because future has completed 2024-11-14T11:23:58,409 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:23:58,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:23:58,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T11:23:58,566 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close c6c296e39175f6d613b1912564846995 2024-11-14T11:23:58,566 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:23:58,567 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing c6c296e39175f6d613b1912564846995, disabling compactions & flushes 2024-11-14T11:23:58,567 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:58,567 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:58,567 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. after waiting 0 ms 2024-11-14T11:23:58,567 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:23:58,567 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing c6c296e39175f6d613b1912564846995 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-14T11:23:58,573 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/e4a2afecff0c4daeb40a353b33aff3a2 is 50, key is test_row_0/A:col10/1731583438384/Put/seqid=0 2024-11-14T11:23:58,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741936_1112 (size=9857) 2024-11-14T11:23:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T11:23:58,980 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/e4a2afecff0c4daeb40a353b33aff3a2 2024-11-14T11:23:58,995 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5fbbafac634d4a878a66a33975ad3e11 is 50, key is test_row_0/B:col10/1731583438384/Put/seqid=0 2024-11-14T11:23:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741937_1113 (size=9857) 2024-11-14T11:23:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T11:23:59,406 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5fbbafac634d4a878a66a33975ad3e11 2024-11-14T11:23:59,418 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/47ccd8ade69f4e6cb4b2b52fe754572b is 50, key is test_row_0/C:col10/1731583438384/Put/seqid=0 2024-11-14T11:23:59,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741938_1114 (size=9857) 2024-11-14T11:23:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T11:23:59,875 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/47ccd8ade69f4e6cb4b2b52fe754572b 2024-11-14T11:23:59,886 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/A/e4a2afecff0c4daeb40a353b33aff3a2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/e4a2afecff0c4daeb40a353b33aff3a2 2024-11-14T11:23:59,894 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/e4a2afecff0c4daeb40a353b33aff3a2, entries=100, sequenceid=479, filesize=9.6 K 2024-11-14T11:23:59,895 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/B/5fbbafac634d4a878a66a33975ad3e11 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5fbbafac634d4a878a66a33975ad3e11 2024-11-14T11:23:59,902 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5fbbafac634d4a878a66a33975ad3e11, entries=100, sequenceid=479, filesize=9.6 K 2024-11-14T11:23:59,903 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/.tmp/C/47ccd8ade69f4e6cb4b2b52fe754572b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/47ccd8ade69f4e6cb4b2b52fe754572b 2024-11-14T11:23:59,908 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/47ccd8ade69f4e6cb4b2b52fe754572b, entries=100, sequenceid=479, filesize=9.6 K 2024-11-14T11:23:59,909 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c6c296e39175f6d613b1912564846995 in 1342ms, sequenceid=479, compaction requested=true 2024-11-14T11:23:59,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/67ebf2c9454946e390f6eb8ff5f4ce5a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/10f952bb8e94480590002c1ae9aec09e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5784d0df5e204404a3d8f630fd47b9f2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/08f9255d32fa4c94b4308188e5a5d2d4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b11b9e6f72444207a3fdbabadb347c1c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/d0f165ee985d4f50a100b1137a4a483c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bd225288dc2c487a8ee235dd3c49f0ab, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b527f3ee18984c7c992c549b58ce2b7b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4c8bc25076dc4825a1f48b777819c032, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1c174c19fec54d319cb6b9f94a6ea5b2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25aabb1e1dfa48b3beb7afc8cfba8e4a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/dc41f7d128bd432e83f0df8af3f61212, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c224415c9098415faea775632fb2be49, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bf6fc482f12a421ab60b47b46a94f307, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1930be4795784fa6b77d25ead88bcc3b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/22829da42a8b45c3b638dcb61d9e2633, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/3b6ec410589843779f396520ca5561bf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/cd29712527724c818fddef16209e1713, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b47d50e40cbc4dd1b7bb897d2eea627f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/36f00bfbb2214f3b9d1fbb253c28155f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/72688ea7a882425f85cdcc325fb7d0c2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c3d18a2e998c4298ac80d98911d28c46, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/fc74535ebf3d4fb5b6ac339febc4cf41, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25460fc5ecd04ae89747e9209e439ddf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/2c6cea0b55db4cb589554b042f10a8ed, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/7d66a4a087c04fbdbc5ba8cf6b08128d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fd61a53e4d447a4b89c75672cb923ba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/59e4768fe50948b19732b06f24655ac9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/94b212de2b334fd589da2b8534c61539, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fbc5c6fcd67407d818d850334b61783] to archive 2024-11-14T11:23:59,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:23:59,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/67ebf2c9454946e390f6eb8ff5f4ce5a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/67ebf2c9454946e390f6eb8ff5f4ce5a 2024-11-14T11:23:59,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/10f952bb8e94480590002c1ae9aec09e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/10f952bb8e94480590002c1ae9aec09e 2024-11-14T11:23:59,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5784d0df5e204404a3d8f630fd47b9f2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5784d0df5e204404a3d8f630fd47b9f2 2024-11-14T11:23:59,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/08f9255d32fa4c94b4308188e5a5d2d4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/08f9255d32fa4c94b4308188e5a5d2d4 2024-11-14T11:23:59,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b11b9e6f72444207a3fdbabadb347c1c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b11b9e6f72444207a3fdbabadb347c1c 2024-11-14T11:23:59,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/d0f165ee985d4f50a100b1137a4a483c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/d0f165ee985d4f50a100b1137a4a483c 2024-11-14T11:23:59,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bd225288dc2c487a8ee235dd3c49f0ab to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bd225288dc2c487a8ee235dd3c49f0ab 2024-11-14T11:23:59,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b527f3ee18984c7c992c549b58ce2b7b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b527f3ee18984c7c992c549b58ce2b7b 2024-11-14T11:23:59,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4c8bc25076dc4825a1f48b777819c032 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4c8bc25076dc4825a1f48b777819c032 2024-11-14T11:23:59,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1c174c19fec54d319cb6b9f94a6ea5b2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1c174c19fec54d319cb6b9f94a6ea5b2 2024-11-14T11:23:59,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25aabb1e1dfa48b3beb7afc8cfba8e4a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25aabb1e1dfa48b3beb7afc8cfba8e4a 2024-11-14T11:23:59,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/ff8e85ee848a4ee5a1fc7b4eaa1bd6b7 2024-11-14T11:23:59,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/dc41f7d128bd432e83f0df8af3f61212 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/dc41f7d128bd432e83f0df8af3f61212 2024-11-14T11:23:59,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c224415c9098415faea775632fb2be49 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c224415c9098415faea775632fb2be49 2024-11-14T11:23:59,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bf6fc482f12a421ab60b47b46a94f307 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/bf6fc482f12a421ab60b47b46a94f307 2024-11-14T11:23:59,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1930be4795784fa6b77d25ead88bcc3b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/1930be4795784fa6b77d25ead88bcc3b 2024-11-14T11:23:59,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/22829da42a8b45c3b638dcb61d9e2633 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/22829da42a8b45c3b638dcb61d9e2633 2024-11-14T11:23:59,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/3b6ec410589843779f396520ca5561bf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/3b6ec410589843779f396520ca5561bf 2024-11-14T11:23:59,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/cd29712527724c818fddef16209e1713 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/cd29712527724c818fddef16209e1713 2024-11-14T11:23:59,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b47d50e40cbc4dd1b7bb897d2eea627f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/b47d50e40cbc4dd1b7bb897d2eea627f 2024-11-14T11:23:59,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/36f00bfbb2214f3b9d1fbb253c28155f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/36f00bfbb2214f3b9d1fbb253c28155f 2024-11-14T11:23:59,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/72688ea7a882425f85cdcc325fb7d0c2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/72688ea7a882425f85cdcc325fb7d0c2 2024-11-14T11:23:59,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c3d18a2e998c4298ac80d98911d28c46 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/c3d18a2e998c4298ac80d98911d28c46 2024-11-14T11:23:59,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/fc74535ebf3d4fb5b6ac339febc4cf41 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/fc74535ebf3d4fb5b6ac339febc4cf41 2024-11-14T11:23:59,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25460fc5ecd04ae89747e9209e439ddf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/25460fc5ecd04ae89747e9209e439ddf 2024-11-14T11:23:59,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/2c6cea0b55db4cb589554b042f10a8ed to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/2c6cea0b55db4cb589554b042f10a8ed 2024-11-14T11:23:59,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/7d66a4a087c04fbdbc5ba8cf6b08128d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/7d66a4a087c04fbdbc5ba8cf6b08128d 2024-11-14T11:23:59,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fd61a53e4d447a4b89c75672cb923ba to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fd61a53e4d447a4b89c75672cb923ba 2024-11-14T11:23:59,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/59e4768fe50948b19732b06f24655ac9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/59e4768fe50948b19732b06f24655ac9 2024-11-14T11:23:59,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/94b212de2b334fd589da2b8534c61539 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/94b212de2b334fd589da2b8534c61539 2024-11-14T11:23:59,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fbc5c6fcd67407d818d850334b61783 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/5fbc5c6fcd67407d818d850334b61783 2024-11-14T11:23:59,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/f2be9d7c7c524ab88580f3f3d9e7455b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1095e544f08b424e97f5602d2fd9d818, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/e2258920b89741cba3c3cb8d245d2aeb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a16be7f070004f71890fc3ce4ba433f9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ff33a425924487a99580dbf0959d93c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/6ae41f779c914060a357053fdfdf8c5c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/551d7b56c0384a129f289456f7ff7927, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2e80c3387a4247368c21e308c8aa1500, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/04794820afe841a289a79d07122d4a3b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/555ca1354fa84a55ba444c6e9644206b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/65e78854f996419291a0ed8ae378f143, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/b88db02dfcdd443f886b886c89d04d5c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0c588c759c774e7291f24b4efa7aefb8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/23085214bbc5473d8894d70ffb359bbe, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/10b8f04a54ae4d35846bc22d54541164, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fd598a63146e4fefb49949505a651ae0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/3744d57c81304d0d8bb5b85dc1045629, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2dfd29bec95c4c5f925e842d70392109, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c149123c7ed9417abf030dc1c3a8c28e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/4e21a32f6fde4dd48c138c01545f6db5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/77619402965243edbe5444604b0135fc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ad36a0659334ffea85b5df37c21d1af, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c71a9b357ac94e1cb2299eceae39ffa5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/01417dda52a34863be92f325a8d76909, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c4e8520eae934ef69a2e1ee264d8f7de, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1f78c3e6cc2048ee859369eaf6432bf9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a6dbafa02dcf4939b734daac34bfd688, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5c09338184484c72888e4f9b81aeff56, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/9a97946b522b419585f12c8cbc9955eb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fbcf83e2737946218a1ae59a4048d740, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5b108918bc1245a4a4f31d0586ce97b5] to archive 2024-11-14T11:23:59,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:23:59,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/f2be9d7c7c524ab88580f3f3d9e7455b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/f2be9d7c7c524ab88580f3f3d9e7455b 2024-11-14T11:23:59,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1095e544f08b424e97f5602d2fd9d818 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1095e544f08b424e97f5602d2fd9d818 2024-11-14T11:23:59,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/e2258920b89741cba3c3cb8d245d2aeb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/e2258920b89741cba3c3cb8d245d2aeb 2024-11-14T11:23:59,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a16be7f070004f71890fc3ce4ba433f9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a16be7f070004f71890fc3ce4ba433f9 2024-11-14T11:23:59,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ff33a425924487a99580dbf0959d93c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ff33a425924487a99580dbf0959d93c 2024-11-14T11:23:59,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/6ae41f779c914060a357053fdfdf8c5c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/6ae41f779c914060a357053fdfdf8c5c 2024-11-14T11:23:59,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/551d7b56c0384a129f289456f7ff7927 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/551d7b56c0384a129f289456f7ff7927 2024-11-14T11:23:59,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2e80c3387a4247368c21e308c8aa1500 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2e80c3387a4247368c21e308c8aa1500 2024-11-14T11:23:59,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/04794820afe841a289a79d07122d4a3b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/04794820afe841a289a79d07122d4a3b 2024-11-14T11:23:59,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/555ca1354fa84a55ba444c6e9644206b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/555ca1354fa84a55ba444c6e9644206b 2024-11-14T11:23:59,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/65e78854f996419291a0ed8ae378f143 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/65e78854f996419291a0ed8ae378f143 2024-11-14T11:23:59,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/b88db02dfcdd443f886b886c89d04d5c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/b88db02dfcdd443f886b886c89d04d5c 2024-11-14T11:23:59,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0c588c759c774e7291f24b4efa7aefb8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0c588c759c774e7291f24b4efa7aefb8 2024-11-14T11:23:59,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/23085214bbc5473d8894d70ffb359bbe to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/23085214bbc5473d8894d70ffb359bbe 2024-11-14T11:23:59,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/10b8f04a54ae4d35846bc22d54541164 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/10b8f04a54ae4d35846bc22d54541164 2024-11-14T11:23:59,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fd598a63146e4fefb49949505a651ae0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fd598a63146e4fefb49949505a651ae0 2024-11-14T11:23:59,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/3744d57c81304d0d8bb5b85dc1045629 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/3744d57c81304d0d8bb5b85dc1045629 2024-11-14T11:23:59,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2dfd29bec95c4c5f925e842d70392109 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/2dfd29bec95c4c5f925e842d70392109 2024-11-14T11:23:59,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c149123c7ed9417abf030dc1c3a8c28e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c149123c7ed9417abf030dc1c3a8c28e 2024-11-14T11:23:59,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/4e21a32f6fde4dd48c138c01545f6db5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/4e21a32f6fde4dd48c138c01545f6db5 2024-11-14T11:23:59,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/77619402965243edbe5444604b0135fc to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/77619402965243edbe5444604b0135fc 2024-11-14T11:23:59,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ad36a0659334ffea85b5df37c21d1af to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/0ad36a0659334ffea85b5df37c21d1af 2024-11-14T11:23:59,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c71a9b357ac94e1cb2299eceae39ffa5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c71a9b357ac94e1cb2299eceae39ffa5 2024-11-14T11:23:59,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/01417dda52a34863be92f325a8d76909 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/01417dda52a34863be92f325a8d76909 2024-11-14T11:23:59,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c4e8520eae934ef69a2e1ee264d8f7de to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/c4e8520eae934ef69a2e1ee264d8f7de 2024-11-14T11:23:59,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1f78c3e6cc2048ee859369eaf6432bf9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/1f78c3e6cc2048ee859369eaf6432bf9 2024-11-14T11:23:59,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a6dbafa02dcf4939b734daac34bfd688 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/a6dbafa02dcf4939b734daac34bfd688 2024-11-14T11:23:59,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5c09338184484c72888e4f9b81aeff56 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5c09338184484c72888e4f9b81aeff56 2024-11-14T11:23:59,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/9a97946b522b419585f12c8cbc9955eb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/9a97946b522b419585f12c8cbc9955eb 2024-11-14T11:23:59,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fbcf83e2737946218a1ae59a4048d740 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/fbcf83e2737946218a1ae59a4048d740 2024-11-14T11:23:59,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5b108918bc1245a4a4f31d0586ce97b5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5b108918bc1245a4a4f31d0586ce97b5 2024-11-14T11:23:59,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/becdee9e75e84dab81572026b62d7ff2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/8796f30a42ef40c9b51ac3733a43b382, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/b2a906433429486d94a824bec0fa1e57, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f5646c2a781a4165852ddaf88f278971, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/37271b697c7740359f802a5576d514d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c7e41daf52084658b5ca834ec1e02c00, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a2b4cc37390e44adb6fa8cbab3a9b241, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/257f8b870de04f80a78b86419b9e2232, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/43224c4265934bf2803cd7b4a9c4512a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1723d1915a1044619b9eebe310d13b13, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/d4e30065546f441a865dcd9b3af400b9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/58953a6d330c49f281c0016c12be93f5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1e37f6061ff04ba3a0a525d686248247, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/5976925743924a91a98a35bf3433a9a0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3414ec618da430c9459df212c97910a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/e5985858d9cd46c8bc62b65676025abb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7f25832284eb48ac982722050dec9142, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/4e3e6a20f379423b89116588d80c610e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2193c1de024247d38605eae13e11e51a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3266727d5d744c4ba44f0a296291dcd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/6056ee3666c04f0b97fa306dbaf30e5a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/3c4286fbd8ae4549bc0b0e4239c8a50f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/660400857d864581b6536160898a9134, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f853957847874380afbbcf0fefcdbe88, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a45bdaff19f54976a719f52accecd5f8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a10d44cb253240398ae5fc72ff8ccdc6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7be961ba595e40a599c94cd24ba85d8e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c6c54663213d41a3b815b9284c81857e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a94f339d9bce45d7ac4450683e8e745e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/46b840f6cccf4130826a2cffc5eb7016] to archive 2024-11-14T11:24:00,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:00,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/becdee9e75e84dab81572026b62d7ff2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/becdee9e75e84dab81572026b62d7ff2 2024-11-14T11:24:00,003 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/8796f30a42ef40c9b51ac3733a43b382 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/8796f30a42ef40c9b51ac3733a43b382 2024-11-14T11:24:00,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/b2a906433429486d94a824bec0fa1e57 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/b2a906433429486d94a824bec0fa1e57 2024-11-14T11:24:00,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f5646c2a781a4165852ddaf88f278971 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f5646c2a781a4165852ddaf88f278971 2024-11-14T11:24:00,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2a4e1e9f2c4c4e6bb03ab2c9be7914e7 2024-11-14T11:24:00,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/37271b697c7740359f802a5576d514d2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/37271b697c7740359f802a5576d514d2 2024-11-14T11:24:00,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c7e41daf52084658b5ca834ec1e02c00 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c7e41daf52084658b5ca834ec1e02c00 2024-11-14T11:24:00,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a2b4cc37390e44adb6fa8cbab3a9b241 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a2b4cc37390e44adb6fa8cbab3a9b241 2024-11-14T11:24:00,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/257f8b870de04f80a78b86419b9e2232 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/257f8b870de04f80a78b86419b9e2232 2024-11-14T11:24:00,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/43224c4265934bf2803cd7b4a9c4512a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/43224c4265934bf2803cd7b4a9c4512a 2024-11-14T11:24:00,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1723d1915a1044619b9eebe310d13b13 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1723d1915a1044619b9eebe310d13b13 2024-11-14T11:24:00,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/d4e30065546f441a865dcd9b3af400b9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/d4e30065546f441a865dcd9b3af400b9 2024-11-14T11:24:00,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/58953a6d330c49f281c0016c12be93f5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/58953a6d330c49f281c0016c12be93f5 2024-11-14T11:24:00,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1e37f6061ff04ba3a0a525d686248247 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/1e37f6061ff04ba3a0a525d686248247 2024-11-14T11:24:00,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/5976925743924a91a98a35bf3433a9a0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/5976925743924a91a98a35bf3433a9a0 2024-11-14T11:24:00,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3414ec618da430c9459df212c97910a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3414ec618da430c9459df212c97910a 2024-11-14T11:24:00,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/e5985858d9cd46c8bc62b65676025abb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/e5985858d9cd46c8bc62b65676025abb 2024-11-14T11:24:00,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7f25832284eb48ac982722050dec9142 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7f25832284eb48ac982722050dec9142 2024-11-14T11:24:00,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/4e3e6a20f379423b89116588d80c610e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/4e3e6a20f379423b89116588d80c610e 2024-11-14T11:24:00,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2193c1de024247d38605eae13e11e51a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/2193c1de024247d38605eae13e11e51a 2024-11-14T11:24:00,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3266727d5d744c4ba44f0a296291dcd to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f3266727d5d744c4ba44f0a296291dcd 2024-11-14T11:24:00,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/6056ee3666c04f0b97fa306dbaf30e5a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/6056ee3666c04f0b97fa306dbaf30e5a 2024-11-14T11:24:00,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/3c4286fbd8ae4549bc0b0e4239c8a50f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/3c4286fbd8ae4549bc0b0e4239c8a50f 2024-11-14T11:24:00,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/660400857d864581b6536160898a9134 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/660400857d864581b6536160898a9134 2024-11-14T11:24:00,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f853957847874380afbbcf0fefcdbe88 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/f853957847874380afbbcf0fefcdbe88 2024-11-14T11:24:00,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a45bdaff19f54976a719f52accecd5f8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a45bdaff19f54976a719f52accecd5f8 2024-11-14T11:24:00,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a10d44cb253240398ae5fc72ff8ccdc6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a10d44cb253240398ae5fc72ff8ccdc6 2024-11-14T11:24:00,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7be961ba595e40a599c94cd24ba85d8e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/7be961ba595e40a599c94cd24ba85d8e 2024-11-14T11:24:00,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c6c54663213d41a3b815b9284c81857e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/c6c54663213d41a3b815b9284c81857e 2024-11-14T11:24:00,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a94f339d9bce45d7ac4450683e8e745e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/a94f339d9bce45d7ac4450683e8e745e 2024-11-14T11:24:00,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/46b840f6cccf4130826a2cffc5eb7016 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/46b840f6cccf4130826a2cffc5eb7016 2024-11-14T11:24:00,047 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/recovered.edits/482.seqid, newMaxSeqId=482, maxSeqId=1 2024-11-14T11:24:00,048 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. 2024-11-14T11:24:00,048 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for c6c296e39175f6d613b1912564846995: Waiting for close lock at 1731583438567Running coprocessor pre-close hooks at 1731583438567Disabling compacts and flushes for region at 1731583438567Disabling writes for close at 1731583438567Obtaining lock to block concurrent updates at 1731583438568 (+1 ms)Preparing flush snapshotting stores in c6c296e39175f6d613b1912564846995 at 1731583438568Finished memstore snapshotting TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731583438568Flushing stores of TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995. at 1731583438569 (+1 ms)Flushing c6c296e39175f6d613b1912564846995/A: creating writer at 1731583438569Flushing c6c296e39175f6d613b1912564846995/A: appending metadata at 1731583438573 (+4 ms)Flushing c6c296e39175f6d613b1912564846995/A: closing flushed file at 1731583438573Flushing c6c296e39175f6d613b1912564846995/B: creating writer at 1731583438991 (+418 ms)Flushing c6c296e39175f6d613b1912564846995/B: appending metadata at 1731583438995 (+4 ms)Flushing c6c296e39175f6d613b1912564846995/B: closing flushed file at 1731583438995Flushing c6c296e39175f6d613b1912564846995/C: creating writer at 1731583439412 (+417 ms)Flushing c6c296e39175f6d613b1912564846995/C: appending metadata at 1731583439417 (+5 ms)Flushing c6c296e39175f6d613b1912564846995/C: closing flushed file at 1731583439417Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388c76b0: reopening flushed file at 1731583439885 (+468 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26886146: reopening flushed file at 1731583439894 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1545af: reopening flushed file at 1731583439902 (+8 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for c6c296e39175f6d613b1912564846995 in 1342ms, sequenceid=479, compaction requested=true at 1731583439909 (+7 ms)Writing region close event to WAL at 1731583440043 (+134 ms)Running coprocessor post-close hooks at 1731583440047 (+4 ms)Closed at 1731583440047 2024-11-14T11:24:00,050 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed c6c296e39175f6d613b1912564846995 2024-11-14T11:24:00,050 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=c6c296e39175f6d613b1912564846995, regionState=CLOSED 2024-11-14T11:24:00,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:00,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-14T11:24:00,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure c6c296e39175f6d613b1912564846995, server=7437412fa5b4,43533,1731583409711 in 1.6440 sec 2024-11-14T11:24:00,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T11:24:00,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=c6c296e39175f6d613b1912564846995, UNASSIGN in 1.6510 sec 2024-11-14T11:24:00,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T11:24:00,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6580 sec 2024-11-14T11:24:00,060 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583440060"}]},"ts":"1731583440060"} 2024-11-14T11:24:00,061 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T11:24:00,061 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T11:24:00,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6710 sec 2024-11-14T11:24:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T11:24:00,544 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:00,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T11:24:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,552 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-14T11:24:00,554 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995 2024-11-14T11:24:00,563 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/recovered.edits] 2024-11-14T11:24:00,567 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4107f8f795ab407c970a751f7021d63e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/4107f8f795ab407c970a751f7021d63e 2024-11-14T11:24:00,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/74b3c274a44c443a8651f5096de7ff3b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/74b3c274a44c443a8651f5096de7ff3b 2024-11-14T11:24:00,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/e4a2afecff0c4daeb40a353b33aff3a2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/A/e4a2afecff0c4daeb40a353b33aff3a2 2024-11-14T11:24:00,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/06363c0a6a9b46d7950928c39cc31844 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/06363c0a6a9b46d7950928c39cc31844 2024-11-14T11:24:00,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5fbbafac634d4a878a66a33975ad3e11 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/5fbbafac634d4a878a66a33975ad3e11 2024-11-14T11:24:00,577 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/bfdeed7556404e71bc9089996059d11b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/B/bfdeed7556404e71bc9089996059d11b 2024-11-14T11:24:00,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/47ccd8ade69f4e6cb4b2b52fe754572b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/47ccd8ade69f4e6cb4b2b52fe754572b 2024-11-14T11:24:00,582 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/678839fabcfe4df6a86c265366ba270d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/678839fabcfe4df6a86c265366ba270d 2024-11-14T11:24:00,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/67c8b9a199a14966904bb164a8cd1715 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/C/67c8b9a199a14966904bb164a8cd1715 2024-11-14T11:24:00,586 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/recovered.edits/482.seqid to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995/recovered.edits/482.seqid 2024-11-14T11:24:00,587 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/c6c296e39175f6d613b1912564846995 2024-11-14T11:24:00,587 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T11:24:00,593 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T11:24:00,601 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T11:24:00,626 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T11:24:00,628 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,628 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T11:24:00,628 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731583440628"}]},"ts":"9223372036854775807"} 2024-11-14T11:24:00,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T11:24:00,632 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c6c296e39175f6d613b1912564846995, NAME => 'TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T11:24:00,632 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T11:24:00,632 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731583440632"}]},"ts":"9223372036854775807"} 2024-11-14T11:24:00,635 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T11:24:00,636 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-14T11:24:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-14T11:24:00,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T11:24:00,665 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:00,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=238 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-435589769_22 at /127.0.0.1:34936 [Waiting for operation #323] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1362753558_22 at /127.0.0.1:53694 [Waiting for operation #307] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7437412fa5b4:43533-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 483), ProcessCount=11 (was 11), AvailableMemoryMB=2759 (was 3603) 2024-11-14T11:24:00,685 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=2758 2024-11-14T11:24:00,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:24:00,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:24:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:00,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:24:00,690 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:00,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-11-14T11:24:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T11:24:00,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:24:00,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741939_1115 (size=959) 2024-11-14T11:24:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T11:24:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T11:24:01,102 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:24:01,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741940_1116 (size=53) 2024-11-14T11:24:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T11:24:01,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:01,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 61ddc7cfe66005d988feb5001af4a21b, disabling compactions & flushes 2024-11-14T11:24:01,511 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,511 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. after waiting 0 ms 2024-11-14T11:24:01,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 61ddc7cfe66005d988feb5001af4a21b: Waiting for close lock at 1731583441511Disabling compacts and flushes for region at 1731583441511Disabling writes for close at 1731583441511Writing region close event to WAL at 1731583441512 (+1 ms)Closed at 1731583441512 2024-11-14T11:24:01,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:24:01,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731583441513"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583441513"}]},"ts":"1731583441513"} 2024-11-14T11:24:01,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T11:24:01,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:24:01,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583441516"}]},"ts":"1731583441516"} 2024-11-14T11:24:01,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T11:24:01,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, ASSIGN}] 2024-11-14T11:24:01,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, ASSIGN 2024-11-14T11:24:01,519 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, ASSIGN; state=OFFLINE, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=false 2024-11-14T11:24:01,670 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, ASSIGN because future has completed 2024-11-14T11:24:01,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:01,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T11:24:01,828 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,828 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:24:01,828 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,829 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:01,829 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,829 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,830 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,833 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ddc7cfe66005d988feb5001af4a21b columnFamilyName A 2024-11-14T11:24:01,833 DEBUG [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:01,834 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(327): Store=61ddc7cfe66005d988feb5001af4a21b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:01,834 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,836 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ddc7cfe66005d988feb5001af4a21b columnFamilyName B 2024-11-14T11:24:01,836 DEBUG [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:01,837 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(327): Store=61ddc7cfe66005d988feb5001af4a21b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:01,837 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,838 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ddc7cfe66005d988feb5001af4a21b columnFamilyName C 2024-11-14T11:24:01,838 DEBUG [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:01,839 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(327): Store=61ddc7cfe66005d988feb5001af4a21b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:01,839 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,840 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,840 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,842 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,842 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,842 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:24:01,844 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,847 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:24:01,847 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 61ddc7cfe66005d988feb5001af4a21b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64418058, jitterRate=-0.040096133947372437}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:24:01,847 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:01,849 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 61ddc7cfe66005d988feb5001af4a21b: Running coprocessor pre-open hook at 1731583441829Writing region info on filesystem at 1731583441829Initializing all the Stores at 1731583441830 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583441830Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583441830Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583441830Cleaning up temporary data from old regions at 1731583441842 (+12 ms)Running coprocessor post-open hooks at 1731583441847 (+5 ms)Region opened successfully at 1731583441848 (+1 ms) 2024-11-14T11:24:01,850 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., pid=36, masterSystemTime=1731583441824 2024-11-14T11:24:01,853 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,853 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:01,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:01,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:01,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-14T11:24:01,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 in 189 msec 2024-11-14T11:24:01,870 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:24:01,870 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583441870"}]},"ts":"1731583441870"} 2024-11-14T11:24:01,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T11:24:01,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, ASSIGN in 346 msec 2024-11-14T11:24:01,873 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T11:24:01,874 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:24:01,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1860 sec 2024-11-14T11:24:02,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T11:24:02,835 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:02,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244f1d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:02,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:02,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:02,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295e4063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:02,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:02,841 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:02,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37421322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:02,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:02,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:02,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:02,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:02,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:24:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:24:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3df6455a 2024-11-14T11:24:02,850 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:24:02,852 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:24:02,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:24:02,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:24:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741941_1117 (size=995) 2024-11-14T11:24:03,292 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-14T11:24:03,293 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-14T11:24:03,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:24:03,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, REOPEN/MOVE}] 2024-11-14T11:24:03,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, REOPEN/MOVE 2024-11-14T11:24:03,305 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:03,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, REOPEN/MOVE because future has completed 2024-11-14T11:24:03,307 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:24:03,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:03,460 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,460 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:24:03,460 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing 61ddc7cfe66005d988feb5001af4a21b, disabling compactions & flushes 2024-11-14T11:24:03,460 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,460 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,460 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. after waiting 0 ms 2024-11-14T11:24:03,460 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,464 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T11:24:03,466 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,466 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for 61ddc7cfe66005d988feb5001af4a21b: Waiting for close lock at 1731583443460Running coprocessor pre-close hooks at 1731583443460Disabling compacts and flushes for region at 1731583443460Disabling writes for close at 1731583443460Writing region close event to WAL at 1731583443461 (+1 ms)Running coprocessor post-close hooks at 1731583443466 (+5 ms)Closed at 1731583443466 2024-11-14T11:24:03,466 WARN [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: 61ddc7cfe66005d988feb5001af4a21b to self. 2024-11-14T11:24:03,469 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,469 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=CLOSED 2024-11-14T11:24:03,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:03,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T11:24:03,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 in 166 msec 2024-11-14T11:24:03,478 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, REOPEN/MOVE; state=CLOSED, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=true 2024-11-14T11:24:03,628 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:03,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, REOPEN/MOVE because future has completed 2024-11-14T11:24:03,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:03,787 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,787 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:24:03,788 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,788 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:03,788 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,788 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,792 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,797 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ddc7cfe66005d988feb5001af4a21b columnFamilyName A 2024-11-14T11:24:03,799 DEBUG [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:03,800 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(327): Store=61ddc7cfe66005d988feb5001af4a21b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:03,801 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,802 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ddc7cfe66005d988feb5001af4a21b columnFamilyName B 2024-11-14T11:24:03,802 DEBUG [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:03,802 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(327): Store=61ddc7cfe66005d988feb5001af4a21b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:03,802 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,803 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61ddc7cfe66005d988feb5001af4a21b columnFamilyName C 2024-11-14T11:24:03,803 DEBUG [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:03,804 INFO [StoreOpener-61ddc7cfe66005d988feb5001af4a21b-1 {}] regionserver.HStore(327): Store=61ddc7cfe66005d988feb5001af4a21b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:03,804 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,804 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,806 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,807 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,807 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,807 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:24:03,809 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,810 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 61ddc7cfe66005d988feb5001af4a21b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67563424, jitterRate=0.006773471832275391}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:24:03,810 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,810 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 61ddc7cfe66005d988feb5001af4a21b: Running coprocessor pre-open hook at 1731583443788Writing region info on filesystem at 1731583443788Initializing all the Stores at 1731583443789 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583443789Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583443789Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583443789Cleaning up temporary data from old regions at 1731583443807 (+18 ms)Running coprocessor post-open hooks at 1731583443810 (+3 ms)Region opened successfully at 1731583443810 2024-11-14T11:24:03,811 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., pid=41, masterSystemTime=1731583443784 2024-11-14T11:24:03,813 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,813 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:03,813 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=OPEN, openSeqNum=5, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:03,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-11-14T11:24:03,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 in 185 msec 2024-11-14T11:24:03,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-14T11:24:03,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, REOPEN/MOVE in 515 msec 2024-11-14T11:24:03,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-14T11:24:03,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-11-14T11:24:03,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 966 msec 2024-11-14T11:24:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-11-14T11:24:03,832 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:03,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4ffc72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,834 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4b307f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,837 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b0ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30213712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,840 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,842 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cdd6802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a73cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,846 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15bc95e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@208b436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,854 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727eaaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,856 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3268a8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,864 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,866 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3084c589, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,868 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1e65b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,874 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a320cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,874 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,876 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d01fb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f42cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd0e0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,885 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c4a2551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,888 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1701504c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:03,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:03,891 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b255ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:03,893 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:03,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1389b68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:03,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-14T11:24:03,897 DEBUG [Thread-611 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,897 DEBUG [Thread-609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,897 DEBUG [Thread-613 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,898 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:03,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:03,900 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,902 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,908 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,918 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,920 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,924 DEBUG [Thread-606 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,929 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,936 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,955 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,959 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:03,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:24:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:03,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,964 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:03,972 DEBUG [Thread-615 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:03,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:04,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148f9c1bf4f36f4c9a8abfa78c9456b6c1_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583443948/Put/seqid=0 2024-11-14T11:24:04,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741942_1118 (size=12154) 2024-11-14T11:24:04,049 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:04,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,059 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148f9c1bf4f36f4c9a8abfa78c9456b6c1_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148f9c1bf4f36f4c9a8abfa78c9456b6c1_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:04,063 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/bb871c55d29140f79d6d03735a964608, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:04,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/bb871c55d29140f79d6d03735a964608 is 175, key is test_row_0/A:col10/1731583443948/Put/seqid=0 2024-11-14T11:24:04,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583504104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583504105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583504107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583504109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,118 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741943_1119 (size=30955) 2024-11-14T11:24:04,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/bb871c55d29140f79d6d03735a964608 2024-11-14T11:24:04,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583504116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/8f11eefc6a5640eebca0c89b0e103371 is 50, key is test_row_0/B:col10/1731583443948/Put/seqid=0 2024-11-14T11:24:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741944_1120 (size=12001) 2024-11-14T11:24:04,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:04,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583504226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583504226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583504226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583504227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583504235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583504435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583504435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583504436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583504444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583504446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:04,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/8f11eefc6a5640eebca0c89b0e103371 2024-11-14T11:24:04,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/84a5cefbf4f041f7a7f84bab1f8b3d2a is 50, key is test_row_0/C:col10/1731583443948/Put/seqid=0 2024-11-14T11:24:04,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741945_1121 (size=12001) 2024-11-14T11:24:04,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/84a5cefbf4f041f7a7f84bab1f8b3d2a 2024-11-14T11:24:04,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/bb871c55d29140f79d6d03735a964608 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608 2024-11-14T11:24:04,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608, entries=150, sequenceid=17, filesize=30.2 K 2024-11-14T11:24:04,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/8f11eefc6a5640eebca0c89b0e103371 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/8f11eefc6a5640eebca0c89b0e103371 2024-11-14T11:24:04,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/8f11eefc6a5640eebca0c89b0e103371, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T11:24:04,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/84a5cefbf4f041f7a7f84bab1f8b3d2a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/84a5cefbf4f041f7a7f84bab1f8b3d2a 2024-11-14T11:24:04,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/84a5cefbf4f041f7a7f84bab1f8b3d2a, entries=150, sequenceid=17, filesize=11.7 K 2024-11-14T11:24:04,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 61ddc7cfe66005d988feb5001af4a21b in 788ms, sequenceid=17, compaction requested=false 2024-11-14T11:24:04,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:04,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:04,762 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:04,762 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:24:04,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146c0bd5514f5f44348ebe070a59739d67_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583444761/Put/seqid=0 2024-11-14T11:24:04,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583504784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583504787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583504789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583504790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,805 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583504793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741946_1122 (size=17034) 2024-11-14T11:24:04,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583504905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583504914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583504915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583504915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583504915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:04,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:04,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:04,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:04,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:05,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583505114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583505124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583505124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583505124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583505134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:05,233 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146c0bd5514f5f44348ebe070a59739d67_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146c0bd5514f5f44348ebe070a59739d67_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:05,234 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/dfecae0a79374c538a22c41c6547aeff, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:05,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/dfecae0a79374c538a22c41c6547aeff is 175, key is test_row_0/A:col10/1731583444761/Put/seqid=0 2024-11-14T11:24:05,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741947_1123 (size=48139) 2024-11-14T11:24:05,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:05,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:05,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583505424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583505434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583505434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583505434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583505444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,600 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:24:05,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/dfecae0a79374c538a22c41c6547aeff 2024-11-14T11:24:05,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d62ca96f69eb4fffb2e1d2627c77fde2 is 50, key is test_row_0/B:col10/1731583444761/Put/seqid=0 2024-11-14T11:24:05,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741948_1124 (size=12001) 2024-11-14T11:24:05,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d62ca96f69eb4fffb2e1d2627c77fde2 2024-11-14T11:24:05,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/98c02c40a8694201bb571425dd8f0792 is 50, key is test_row_0/C:col10/1731583444761/Put/seqid=0 2024-11-14T11:24:05,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741949_1125 (size=12001) 2024-11-14T11:24:05,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:05,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:05,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:05,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:05,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583505934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,935 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583505944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583505944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583505954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583505954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:05,958 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:06,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:06,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:06,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:06,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/98c02c40a8694201bb571425dd8f0792 2024-11-14T11:24:06,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/dfecae0a79374c538a22c41c6547aeff as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff 2024-11-14T11:24:06,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff, entries=250, sequenceid=42, filesize=47.0 K 2024-11-14T11:24:06,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d62ca96f69eb4fffb2e1d2627c77fde2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d62ca96f69eb4fffb2e1d2627c77fde2 2024-11-14T11:24:06,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d62ca96f69eb4fffb2e1d2627c77fde2, entries=150, sequenceid=42, filesize=11.7 K 2024-11-14T11:24:06,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/98c02c40a8694201bb571425dd8f0792 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/98c02c40a8694201bb571425dd8f0792 2024-11-14T11:24:06,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/98c02c40a8694201bb571425dd8f0792, entries=150, sequenceid=42, filesize=11.7 K 2024-11-14T11:24:06,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 61ddc7cfe66005d988feb5001af4a21b in 1400ms, sequenceid=42, compaction requested=false 2024-11-14T11:24:06,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:06,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-14T11:24:06,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:06,226 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:06,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144916b8b167914deb895cb49928e066a5_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583444765/Put/seqid=0 2024-11-14T11:24:06,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741950_1126 (size=12154) 2024-11-14T11:24:06,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144916b8b167914deb895cb49928e066a5_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144916b8b167914deb895cb49928e066a5_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ae93f481f9134ce1813cafff8468dfdd, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:06,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ae93f481f9134ce1813cafff8468dfdd is 175, key is test_row_0/A:col10/1731583444765/Put/seqid=0 2024-11-14T11:24:06,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741951_1127 (size=30955) 2024-11-14T11:24:06,317 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ae93f481f9134ce1813cafff8468dfdd 2024-11-14T11:24:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/961d415778394f21817827876ea66f1b is 50, key is test_row_0/B:col10/1731583444765/Put/seqid=0 2024-11-14T11:24:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741952_1128 (size=12001) 2024-11-14T11:24:06,355 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/961d415778394f21817827876ea66f1b 2024-11-14T11:24:06,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/dbdcedbf021c4048a2e6cebbd69026ea is 50, key is test_row_0/C:col10/1731583444765/Put/seqid=0 2024-11-14T11:24:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741953_1129 (size=12001) 2024-11-14T11:24:06,397 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/dbdcedbf021c4048a2e6cebbd69026ea 2024-11-14T11:24:06,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ae93f481f9134ce1813cafff8468dfdd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd 2024-11-14T11:24:06,422 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd, entries=150, sequenceid=53, filesize=30.2 K 2024-11-14T11:24:06,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/961d415778394f21817827876ea66f1b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/961d415778394f21817827876ea66f1b 2024-11-14T11:24:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/961d415778394f21817827876ea66f1b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T11:24:06,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/dbdcedbf021c4048a2e6cebbd69026ea as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/dbdcedbf021c4048a2e6cebbd69026ea 2024-11-14T11:24:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/dbdcedbf021c4048a2e6cebbd69026ea, entries=150, sequenceid=53, filesize=11.7 K 2024-11-14T11:24:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,450 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 61ddc7cfe66005d988feb5001af4a21b in 224ms, sequenceid=53, compaction requested=true 2024-11-14T11:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:06,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-14T11:24:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-14T11:24:06,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T11:24:06,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5540 sec 2024-11-14T11:24:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.5630 sec 2024-11-14T11:24:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:07,044 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:07,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114108194d1ed1742d6acc26f09d576e109_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583507091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583507093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,099 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583507094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583507094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583507095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741955_1131 (size=24358) 2024-11-14T11:24:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,127 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:07,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114108194d1ed1742d6acc26f09d576e109_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114108194d1ed1742d6acc26f09d576e109_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:07,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f2bd1df27e2843d5ac8f8a7a98dc1320, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:07,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f2bd1df27e2843d5ac8f8a7a98dc1320 is 175, key is test_row_0/A:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741954_1130 (size=73995) 2024-11-14T11:24:07,141 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=64, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f2bd1df27e2843d5ac8f8a7a98dc1320 2024-11-14T11:24:07,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/19e3b54fb2f1489ba249cb61c0b5181c is 50, key is test_row_0/B:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741956_1132 (size=12001) 2024-11-14T11:24:07,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/19e3b54fb2f1489ba249cb61c0b5181c 2024-11-14T11:24:07,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/52e9bd9bf16d4ad686fd646606ddb868 is 50, key is test_row_0/C:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741957_1133 (size=12001) 2024-11-14T11:24:07,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583507203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583507203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583507204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583507214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583507214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583507414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583507414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583507415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583507424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583507424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,430 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=64 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/52e9bd9bf16d4ad686fd646606ddb868 2024-11-14T11:24:07,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f2bd1df27e2843d5ac8f8a7a98dc1320 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320 2024-11-14T11:24:07,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320, entries=400, sequenceid=64, filesize=72.3 K 2024-11-14T11:24:07,597 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-14T11:24:07,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/19e3b54fb2f1489ba249cb61c0b5181c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/19e3b54fb2f1489ba249cb61c0b5181c 2024-11-14T11:24:07,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/19e3b54fb2f1489ba249cb61c0b5181c, entries=150, sequenceid=64, filesize=11.7 K 2024-11-14T11:24:07,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/52e9bd9bf16d4ad686fd646606ddb868 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/52e9bd9bf16d4ad686fd646606ddb868 2024-11-14T11:24:07,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/52e9bd9bf16d4ad686fd646606ddb868, entries=150, sequenceid=64, filesize=11.7 K 2024-11-14T11:24:07,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 61ddc7cfe66005d988feb5001af4a21b in 571ms, sequenceid=64, compaction requested=true 2024-11-14T11:24:07,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:07,616 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:07,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:07,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:07,617 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:07,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:07,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:07,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:07,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:07,619 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:07,619 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:07,619 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:07,619 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/8f11eefc6a5640eebca0c89b0e103371, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d62ca96f69eb4fffb2e1d2627c77fde2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/961d415778394f21817827876ea66f1b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/19e3b54fb2f1489ba249cb61c0b5181c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=46.9 K 2024-11-14T11:24:07,619 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:07,619 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:07,620 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:07,620 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=179.7 K 2024-11-14T11:24:07,620 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:07,620 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320] 2024-11-14T11:24:07,621 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f11eefc6a5640eebca0c89b0e103371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731583443948 2024-11-14T11:24:07,621 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting bb871c55d29140f79d6d03735a964608, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731583443948 2024-11-14T11:24:07,622 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d62ca96f69eb4fffb2e1d2627c77fde2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731583444113 2024-11-14T11:24:07,622 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting dfecae0a79374c538a22c41c6547aeff, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731583444027 2024-11-14T11:24:07,622 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 961d415778394f21817827876ea66f1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731583444765 2024-11-14T11:24:07,623 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ae93f481f9134ce1813cafff8468dfdd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731583444765 2024-11-14T11:24:07,623 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19e3b54fb2f1489ba249cb61c0b5181c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731583447031 2024-11-14T11:24:07,623 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f2bd1df27e2843d5ac8f8a7a98dc1320, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731583446976 2024-11-14T11:24:07,650 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:07,652 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#114 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:07,652 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5482cae89e4c4c93873356aae399592b is 50, key is test_row_0/B:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,656 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111428111c93d87c44e78463ef05814df966_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:07,661 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111428111c93d87c44e78463ef05814df966_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:07,661 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111428111c93d87c44e78463ef05814df966_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:07,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741958_1134 (size=12139) 2024-11-14T11:24:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741959_1135 (size=4469) 2024-11-14T11:24:07,711 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#115 average throughput is 0.40 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:07,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/d6fb213d757e4e3895cc0c9f3c8ed98f is 175, key is test_row_0/A:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,715 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5482cae89e4c4c93873356aae399592b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5482cae89e4c4c93873356aae399592b 2024-11-14T11:24:07,722 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into 5482cae89e4c4c93873356aae399592b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:07,722 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:07,722 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=12, startTime=1731583447617; duration=0sec 2024-11-14T11:24:07,723 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:07,723 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:07,723 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:07,725 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:07,725 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:07,725 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:07,725 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/84a5cefbf4f041f7a7f84bab1f8b3d2a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/98c02c40a8694201bb571425dd8f0792, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/dbdcedbf021c4048a2e6cebbd69026ea, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/52e9bd9bf16d4ad686fd646606ddb868] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=46.9 K 2024-11-14T11:24:07,726 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84a5cefbf4f041f7a7f84bab1f8b3d2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731583443948 2024-11-14T11:24:07,726 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98c02c40a8694201bb571425dd8f0792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731583444113 2024-11-14T11:24:07,727 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbdcedbf021c4048a2e6cebbd69026ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731583444765 2024-11-14T11:24:07,727 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52e9bd9bf16d4ad686fd646606ddb868, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731583447031 2024-11-14T11:24:07,732 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:07,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:24:07,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741960_1136 (size=31093) 2024-11-14T11:24:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583507739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583507739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583507741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583507745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583507747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,767 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#116 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:07,768 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/7a308115b9a04f2585b77efbae60b972 is 50, key is test_row_0/C:col10/1731583447031/Put/seqid=0 2024-11-14T11:24:07,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c574d7096644b96b635e2794e69adc6_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583447094/Put/seqid=0 2024-11-14T11:24:07,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741961_1137 (size=12139) 2024-11-14T11:24:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741962_1138 (size=14594) 2024-11-14T11:24:07,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583507854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583507854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583507865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583507865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:07,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583507865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:07,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T11:24:08,054 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:08,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-14T11:24:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T11:24:08,057 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:08,057 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:08,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583508064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583508064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583508074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583508075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583508081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,150 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/d6fb213d757e4e3895cc0c9f3c8ed98f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d6fb213d757e4e3895cc0c9f3c8ed98f 2024-11-14T11:24:08,157 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into d6fb213d757e4e3895cc0c9f3c8ed98f(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:08,157 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:08,157 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=12, startTime=1731583447616; duration=0sec 2024-11-14T11:24:08,157 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:08,157 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T11:24:08,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T11:24:08,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,215 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/7a308115b9a04f2585b77efbae60b972 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/7a308115b9a04f2585b77efbae60b972 2024-11-14T11:24:08,222 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into 7a308115b9a04f2585b77efbae60b972(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:08,222 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:08,222 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=12, startTime=1731583447618; duration=0sec 2024-11-14T11:24:08,222 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:08,222 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:08,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:08,230 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c574d7096644b96b635e2794e69adc6_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c574d7096644b96b635e2794e69adc6_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:08,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/91bb700d9be24169b06e96ebd4b3d9b2, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:08,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/91bb700d9be24169b06e96ebd4b3d9b2 is 175, key is test_row_0/A:col10/1731583447094/Put/seqid=0 2024-11-14T11:24:08,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741963_1139 (size=39549) 2024-11-14T11:24:08,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T11:24:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:08,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T11:24:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583508374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583508374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583508384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583508384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583508394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T11:24:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/91bb700d9be24169b06e96ebd4b3d9b2 2024-11-14T11:24:08,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d5a1613dad02493cb742d8007e7c2596 is 50, key is test_row_0/B:col10/1731583447094/Put/seqid=0 2024-11-14T11:24:08,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741964_1140 (size=12001) 2024-11-14T11:24:08,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d5a1613dad02493cb742d8007e7c2596 2024-11-14T11:24:08,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T11:24:08,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:08,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T11:24:08,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/82529523432e4a0680cabaf5619fb6e0 is 50, key is test_row_0/C:col10/1731583447094/Put/seqid=0 2024-11-14T11:24:08,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741965_1141 (size=12001) 2024-11-14T11:24:08,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/82529523432e4a0680cabaf5619fb6e0 2024-11-14T11:24:08,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/91bb700d9be24169b06e96ebd4b3d9b2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2 2024-11-14T11:24:08,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2, entries=200, sequenceid=91, filesize=38.6 K 2024-11-14T11:24:08,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d5a1613dad02493cb742d8007e7c2596 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d5a1613dad02493cb742d8007e7c2596 2024-11-14T11:24:08,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d5a1613dad02493cb742d8007e7c2596, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T11:24:08,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/82529523432e4a0680cabaf5619fb6e0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/82529523432e4a0680cabaf5619fb6e0 2024-11-14T11:24:08,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/82529523432e4a0680cabaf5619fb6e0, entries=150, sequenceid=91, filesize=11.7 K 2024-11-14T11:24:08,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 61ddc7cfe66005d988feb5001af4a21b in 1002ms, sequenceid=91, compaction requested=false 2024-11-14T11:24:08,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:08,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-14T11:24:08,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:08,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T11:24:08,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114782ae2d1e22041b8a1921e8d69caa5f7_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583447732/Put/seqid=0 2024-11-14T11:24:08,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741966_1142 (size=12154) 2024-11-14T11:24:08,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:08,861 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114782ae2d1e22041b8a1921e8d69caa5f7_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114782ae2d1e22041b8a1921e8d69caa5f7_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:08,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/9dede5cfc23b4268a75b01a232c78d19, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:08,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/9dede5cfc23b4268a75b01a232c78d19 is 175, key is test_row_0/A:col10/1731583447732/Put/seqid=0 2024-11-14T11:24:08,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:08,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741967_1143 (size=30955) 2024-11-14T11:24:08,903 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=103, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/9dede5cfc23b4268a75b01a232c78d19 2024-11-14T11:24:08,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/6d4d6f037f904704ac6bf18f8de3f7a6 is 50, key is test_row_0/B:col10/1731583447732/Put/seqid=0 2024-11-14T11:24:08,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583508936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583508937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583508937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741968_1144 (size=12001) 2024-11-14T11:24:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583508940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583508940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,947 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:08,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:08,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583509045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583509045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583509045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583509055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583509055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T11:24:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583509254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583509264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583509264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583509264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583509264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,343 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/6d4d6f037f904704ac6bf18f8de3f7a6 2024-11-14T11:24:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/869b4d55131041759ea1250e5bcc3ee7 is 50, key is test_row_0/C:col10/1731583447732/Put/seqid=0 2024-11-14T11:24:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741969_1145 (size=12001) 2024-11-14T11:24:09,362 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/869b4d55131041759ea1250e5bcc3ee7 2024-11-14T11:24:09,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/9dede5cfc23b4268a75b01a232c78d19 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19 2024-11-14T11:24:09,371 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19, entries=150, sequenceid=103, filesize=30.2 K 2024-11-14T11:24:09,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/6d4d6f037f904704ac6bf18f8de3f7a6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/6d4d6f037f904704ac6bf18f8de3f7a6 2024-11-14T11:24:09,381 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/6d4d6f037f904704ac6bf18f8de3f7a6, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T11:24:09,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/869b4d55131041759ea1250e5bcc3ee7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/869b4d55131041759ea1250e5bcc3ee7 2024-11-14T11:24:09,389 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/869b4d55131041759ea1250e5bcc3ee7, entries=150, sequenceid=103, filesize=11.7 K 2024-11-14T11:24:09,390 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 61ddc7cfe66005d988feb5001af4a21b in 563ms, sequenceid=103, compaction requested=true 2024-11-14T11:24:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:09,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:09,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-14T11:24:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-14T11:24:09,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T11:24:09,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3360 sec 2024-11-14T11:24:09,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.3430 sec 2024-11-14T11:24:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:09,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-14T11:24:09,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583509587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583509588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583509588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b7e307f29af94a0aad4f469f242d6652_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583509593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583509594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741970_1146 (size=17234) 2024-11-14T11:24:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583509704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583509705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583509705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583509705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583509706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583509914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583509914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583509914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583509914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583509915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:09,919 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,031 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b7e307f29af94a0aad4f469f242d6652_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7e307f29af94a0aad4f469f242d6652_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:10,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/fbf6a2d79c0f479dbeb362ceb44b83de, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:10,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/fbf6a2d79c0f479dbeb362ceb44b83de is 175, key is test_row_0/A:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:10,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741971_1147 (size=48339) 2024-11-14T11:24:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-14T11:24:10,204 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:10,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-14T11:24:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T11:24:10,206 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:10,206 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:10,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583510224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583510224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583510224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583510224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583510224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T11:24:10,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T11:24:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/fbf6a2d79c0f479dbeb362ceb44b83de 2024-11-14T11:24:10,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/faf846eb89864880a1a2ee9b1151f9a8 is 50, key is test_row_0/B:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:10,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741972_1148 (size=12151) 2024-11-14T11:24:10,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T11:24:10,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:10,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T11:24:10,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T11:24:10,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:10,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583510734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583510734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583510734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583510734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583510744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:10,749 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:10,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T11:24:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:10,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T11:24:10,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/faf846eb89864880a1a2ee9b1151f9a8 2024-11-14T11:24:10,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/cc4e345486234663a46b96f23a0c940c is 50, key is test_row_0/C:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:10,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741973_1149 (size=12151) 2024-11-14T11:24:10,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/cc4e345486234663a46b96f23a0c940c 2024-11-14T11:24:10,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/fbf6a2d79c0f479dbeb362ceb44b83de as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de 2024-11-14T11:24:10,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de, entries=250, sequenceid=134, filesize=47.2 K 2024-11-14T11:24:10,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/faf846eb89864880a1a2ee9b1151f9a8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/faf846eb89864880a1a2ee9b1151f9a8 2024-11-14T11:24:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/faf846eb89864880a1a2ee9b1151f9a8, entries=150, sequenceid=134, filesize=11.9 K 2024-11-14T11:24:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/cc4e345486234663a46b96f23a0c940c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cc4e345486234663a46b96f23a0c940c 2024-11-14T11:24:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cc4e345486234663a46b96f23a0c940c, entries=150, sequenceid=134, filesize=11.9 K 2024-11-14T11:24:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 61ddc7cfe66005d988feb5001af4a21b in 1324ms, sequenceid=134, compaction requested=true 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:10,911 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:10,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T11:24:10,911 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,913 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:10,913 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:10,913 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,913 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d6fb213d757e4e3895cc0c9f3c8ed98f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=146.4 K 2024-11-14T11:24:10,913 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,913 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d6fb213d757e4e3895cc0c9f3c8ed98f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de] 2024-11-14T11:24:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,914 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6fb213d757e4e3895cc0c9f3c8ed98f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731583447031 2024-11-14T11:24:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,915 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:10,915 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91bb700d9be24169b06e96ebd4b3d9b2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731583447091 2024-11-14T11:24:10,915 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:10,915 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,915 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5482cae89e4c4c93873356aae399592b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d5a1613dad02493cb742d8007e7c2596, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/6d4d6f037f904704ac6bf18f8de3f7a6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/faf846eb89864880a1a2ee9b1151f9a8] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=47.2 K 2024-11-14T11:24:10,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dede5cfc23b4268a75b01a232c78d19, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731583447732 2024-11-14T11:24:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbf6a2d79c0f479dbeb362ceb44b83de, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583448938 2024-11-14T11:24:10,916 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5482cae89e4c4c93873356aae399592b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731583447031 2024-11-14T11:24:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,916 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting d5a1613dad02493cb742d8007e7c2596, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731583447091 2024-11-14T11:24:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,920 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d4d6f037f904704ac6bf18f8de3f7a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731583447732 2024-11-14T11:24:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,922 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting faf846eb89864880a1a2ee9b1151f9a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583449579 2024-11-14T11:24:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,935 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,939 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141d02395717444b6db3bb873b4c533002_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,945 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#127 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,945 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5b08630e3cce4228baeb08b800901638 is 50, key is test_row_0/B:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:10,946 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141d02395717444b6db3bb873b4c533002_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:10,946 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141d02395717444b6db3bb873b4c533002_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741974_1150 (size=12425) 2024-11-14T11:24:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-14T11:24:10,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:10,986 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-14T11:24:10,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741975_1151 (size=4469) 2024-11-14T11:24:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ebf8dfbf31d94809b48d01bf35601b9c_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_1/A:col10/1731583449593/Put/seqid=0 2024-11-14T11:24:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741976_1152 (size=7324) 2024-11-14T11:24:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,026 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ebf8dfbf31d94809b48d01bf35601b9c_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ebf8dfbf31d94809b48d01bf35601b9c_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ec337ddf8e6f4aeab61fc9323cb2e6c0, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ec337ddf8e6f4aeab61fc9323cb2e6c0 is 175, key is test_row_1/A:col10/1731583449593/Put/seqid=0 2024-11-14T11:24:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741977_1153 (size=13815) 2024-11-14T11:24:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,086 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-14T11:24:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T11:24:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,363 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5b08630e3cce4228baeb08b800901638 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5b08630e3cce4228baeb08b800901638 2024-11-14T11:24:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,370 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into 5b08630e3cce4228baeb08b800901638(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:11,370 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,370 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=12, startTime=1731583450911; duration=0sec 2024-11-14T11:24:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,371 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:11,371 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:11,371 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,372 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,372 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:11,373 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,373 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/7a308115b9a04f2585b77efbae60b972, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/82529523432e4a0680cabaf5619fb6e0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/869b4d55131041759ea1250e5bcc3ee7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cc4e345486234663a46b96f23a0c940c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=47.2 K 2024-11-14T11:24:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,374 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a308115b9a04f2585b77efbae60b972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=64, earliestPutTs=1731583447031 2024-11-14T11:24:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,374 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 82529523432e4a0680cabaf5619fb6e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731583447091 2024-11-14T11:24:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,375 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 869b4d55131041759ea1250e5bcc3ee7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731583447732 2024-11-14T11:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,376 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting cc4e345486234663a46b96f23a0c940c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583449579 2024-11-14T11:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,388 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#126 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,388 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0db729194cb644ccb8b71857e7f8836a is 175, key is test_row_0/A:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,399 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,399 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/ddff67b336bc4021beedd58e4b8ee880 is 50, key is test_row_0/C:col10/1731583449579/Put/seqid=0 2024-11-14T11:24:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741978_1154 (size=31379) 2024-11-14T11:24:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741979_1155 (size=12425) 2024-11-14T11:24:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,415 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0db729194cb644ccb8b71857e7f8836a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0db729194cb644ccb8b71857e7f8836a 2024-11-14T11:24:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,419 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/ddff67b336bc4021beedd58e4b8ee880 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/ddff67b336bc4021beedd58e4b8ee880 2024-11-14T11:24:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,423 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into 0db729194cb644ccb8b71857e7f8836a(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:11,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:11,423 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=12, startTime=1731583450911; duration=0sec 2024-11-14T11:24:11,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:11,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,428 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into ddff67b336bc4021beedd58e4b8ee880(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:11,428 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,428 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=12, startTime=1731583450911; duration=0sec 2024-11-14T11:24:11,429 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:11,429 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ec337ddf8e6f4aeab61fc9323cb2e6c0 2024-11-14T11:24:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/185039d9ff7a42abafeb6e2be8deb56e is 50, key is test_row_1/B:col10/1731583449593/Put/seqid=0 2024-11-14T11:24:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741980_1156 (size=7365) 2024-11-14T11:24:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583511872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583511871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:11,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583511872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:11,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583511880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:11,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583511885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:11,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:11,926 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/185039d9ff7a42abafeb6e2be8deb56e 2024-11-14T11:24:11,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/65f6701fd21546c18e7bef6ba0c1350a is 50, key is test_row_1/C:col10/1731583449593/Put/seqid=0 2024-11-14T11:24:11,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741981_1157 (size=7365) 2024-11-14T11:24:11,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/65f6701fd21546c18e7bef6ba0c1350a 2024-11-14T11:24:11,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/ec337ddf8e6f4aeab61fc9323cb2e6c0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0 2024-11-14T11:24:11,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0, entries=50, sequenceid=139, filesize=13.5 K 2024-11-14T11:24:11,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583511984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:11,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:11,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/185039d9ff7a42abafeb6e2be8deb56e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/185039d9ff7a42abafeb6e2be8deb56e 2024-11-14T11:24:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583511995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/185039d9ff7a42abafeb6e2be8deb56e, entries=50, sequenceid=139, filesize=7.2 K 2024-11-14T11:24:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583511996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583511996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583511996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/65f6701fd21546c18e7bef6ba0c1350a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/65f6701fd21546c18e7bef6ba0c1350a 2024-11-14T11:24:12,014 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/65f6701fd21546c18e7bef6ba0c1350a, entries=50, sequenceid=139, filesize=7.2 K 2024-11-14T11:24:12,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 61ddc7cfe66005d988feb5001af4a21b in 1030ms, sequenceid=139, compaction requested=false 2024-11-14T11:24:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-14T11:24:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-14T11:24:12,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-14T11:24:12,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-11-14T11:24:12,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.8150 sec 2024-11-14T11:24:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:12,195 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:12,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-14T11:24:12,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583512201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d99e13993ca24471a4b769b180cd2335_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:12,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583512205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583512214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583512215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583512216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741982_1158 (size=14794) 2024-11-14T11:24:12,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583512314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-14T11:24:12,354 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:12,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-14T11:24:12,358 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:12,359 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:12,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:12,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:12,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583512514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583512524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583512524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583512524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583512524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,624 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:12,628 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114d99e13993ca24471a4b769b180cd2335_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d99e13993ca24471a4b769b180cd2335_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:12,629 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/aab0ef0123a2426284aed6adc47ca961, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:12,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/aab0ef0123a2426284aed6adc47ca961 is 175, key is test_row_0/A:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741983_1159 (size=39749) 2024-11-14T11:24:12,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:12,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583512834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:12,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:12,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:12,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:12,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:12,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:13,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:13,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583513023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:13,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583513034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:13,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:13,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583513034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:13,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583513034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,037 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:13,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=174, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/aab0ef0123a2426284aed6adc47ca961 2024-11-14T11:24:13,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d253b05a55bb4ae2b619f1ee0c25fd13 is 50, key is test_row_0/B:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:13,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741984_1160 (size=12151) 2024-11-14T11:24:13,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:13,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:13,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:13,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:13,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583513344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:13,345 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:13,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d253b05a55bb4ae2b619f1ee0c25fd13 2024-11-14T11:24:13,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/91fae3dfb1624a469a72bc3cdc2203d1 is 50, key is test_row_0/C:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:13,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741985_1161 (size=12151) 2024-11-14T11:24:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:13,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/91fae3dfb1624a469a72bc3cdc2203d1 2024-11-14T11:24:13,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/aab0ef0123a2426284aed6adc47ca961 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961 2024-11-14T11:24:13,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961, entries=200, sequenceid=174, filesize=38.8 K 2024-11-14T11:24:13,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/d253b05a55bb4ae2b619f1ee0c25fd13 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d253b05a55bb4ae2b619f1ee0c25fd13 2024-11-14T11:24:13,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d253b05a55bb4ae2b619f1ee0c25fd13, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T11:24:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/91fae3dfb1624a469a72bc3cdc2203d1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/91fae3dfb1624a469a72bc3cdc2203d1 2024-11-14T11:24:13,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:13,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/91fae3dfb1624a469a72bc3cdc2203d1, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T11:24:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 61ddc7cfe66005d988feb5001af4a21b in 1709ms, sequenceid=174, compaction requested=true 2024-11-14T11:24:13,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:13,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:13,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:13,904 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:13,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,905 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,905 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84943 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:13,906 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:13,906 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,906 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0db729194cb644ccb8b71857e7f8836a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=83.0 K 2024-11-14T11:24:13,906 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,906 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0db729194cb644ccb8b71857e7f8836a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961] 2024-11-14T11:24:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,906 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0db729194cb644ccb8b71857e7f8836a, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583449579 2024-11-14T11:24:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,907 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec337ddf8e6f4aeab61fc9323cb2e6c0, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731583449593 2024-11-14T11:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,907 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting aab0ef0123a2426284aed6adc47ca961, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583451865 2024-11-14T11:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,908 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,908 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,909 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,909 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5b08630e3cce4228baeb08b800901638, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/185039d9ff7a42abafeb6e2be8deb56e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d253b05a55bb4ae2b619f1ee0c25fd13] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=31.2 K 2024-11-14T11:24:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,909 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b08630e3cce4228baeb08b800901638, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583449579 2024-11-14T11:24:13,910 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 185039d9ff7a42abafeb6e2be8deb56e, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731583449593 2024-11-14T11:24:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,910 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting d253b05a55bb4ae2b619f1ee0c25fd13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583451865 2024-11-14T11:24:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,917 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,930 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:13,930 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/cae254892ea34b5fa6c8cd671d60a53b is 50, key is test_row_0/B:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,945 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111451cf6592eb8d4fcf8b49b3107d569bb6_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,947 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111451cf6592eb8d4fcf8b49b3107d569bb6_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,947 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111451cf6592eb8d4fcf8b49b3107d569bb6_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741986_1162 (size=12527) 2024-11-14T11:24:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,957 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/cae254892ea34b5fa6c8cd671d60a53b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cae254892ea34b5fa6c8cd671d60a53b 2024-11-14T11:24:13,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741987_1163 (size=4469) 2024-11-14T11:24:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,960 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#135 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,960 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/4a8f89b7c6784d8abebc0e7f6487a043 is 175, key is test_row_0/A:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,965 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into cae254892ea34b5fa6c8cd671d60a53b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,965 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:13,965 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=13, startTime=1731583453904; duration=0sec 2024-11-14T11:24:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,965 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:13,965 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:13,966 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741988_1164 (size=31481) 2024-11-14T11:24:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,968 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 31941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,968 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,968 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:13,968 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/ddff67b336bc4021beedd58e4b8ee880, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/65f6701fd21546c18e7bef6ba0c1350a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/91fae3dfb1624a469a72bc3cdc2203d1] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=31.2 K 2024-11-14T11:24:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,969 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ddff67b336bc4021beedd58e4b8ee880, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583449579 2024-11-14T11:24:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,969 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 65f6701fd21546c18e7bef6ba0c1350a, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731583449593 2024-11-14T11:24:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,971 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 91fae3dfb1624a469a72bc3cdc2203d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583451865 2024-11-14T11:24:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,975 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/4a8f89b7c6784d8abebc0e7f6487a043 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/4a8f89b7c6784d8abebc0e7f6487a043 2024-11-14T11:24:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,984 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into 4a8f89b7c6784d8abebc0e7f6487a043(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:13,984 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=13, startTime=1731583453904; duration=0sec 2024-11-14T11:24:13,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:13,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,986 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,987 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/6baaabef08274c6f90a497de2c95514a is 50, key is test_row_0/C:col10/1731583451865/Put/seqid=0 2024-11-14T11:24:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741989_1165 (size=12527) 2024-11-14T11:24:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,009 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/6baaabef08274c6f90a497de2c95514a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/6baaabef08274c6f90a497de2c95514a 2024-11-14T11:24:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,016 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into 6baaabef08274c6f90a497de2c95514a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:14,017 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:14,017 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=13, startTime=1731583453905; duration=0sec 2024-11-14T11:24:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,017 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:14,017 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-14T11:24:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-14T11:24:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:14,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141fce60218f674f6ca411e8f8b82ef856_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583452197/Put/seqid=0 2024-11-14T11:24:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741990_1166 (size=7324) 2024-11-14T11:24:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141fce60218f674f6ca411e8f8b82ef856_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141fce60218f674f6ca411e8f8b82ef856_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f062b002a9ff451e82cc34f2239d02be, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f062b002a9ff451e82cc34f2239d02be is 175, key is test_row_0/A:col10/1731583452197/Put/seqid=0 2024-11-14T11:24:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:14,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741991_1167 (size=13815) 2024-11-14T11:24:14,103 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=181, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f062b002a9ff451e82cc34f2239d02be 2024-11-14T11:24:14,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/eb69cc15cbd844778fc39c2e06b06e88 is 50, key is test_row_0/B:col10/1731583452197/Put/seqid=0 2024-11-14T11:24:14,116 INFO [master/7437412fa5b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T11:24:14,116 INFO [master/7437412fa5b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T11:24:14,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583514119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741992_1168 (size=7365) 2024-11-14T11:24:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/eb69cc15cbd844778fc39c2e06b06e88 2024-11-14T11:24:14,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583514123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583514124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583514125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/a9639a76b01040989daf175e3e210d06 is 50, key is test_row_0/C:col10/1731583452197/Put/seqid=0 2024-11-14T11:24:14,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741993_1169 (size=7365) 2024-11-14T11:24:14,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583514234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583514234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583514234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583514234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583514354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,357 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 61ddc7cfe66005d988feb5001af4a21b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:24:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583514444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583514444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583514445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583514445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:14,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/a9639a76b01040989daf175e3e210d06 2024-11-14T11:24:14,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f062b002a9ff451e82cc34f2239d02be as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be 2024-11-14T11:24:14,613 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be, entries=50, sequenceid=181, filesize=13.5 K 2024-11-14T11:24:14,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/eb69cc15cbd844778fc39c2e06b06e88 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/eb69cc15cbd844778fc39c2e06b06e88 2024-11-14T11:24:14,620 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/eb69cc15cbd844778fc39c2e06b06e88, entries=50, sequenceid=181, filesize=7.2 K 2024-11-14T11:24:14,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/a9639a76b01040989daf175e3e210d06 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/a9639a76b01040989daf175e3e210d06 2024-11-14T11:24:14,627 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/a9639a76b01040989daf175e3e210d06, entries=50, sequenceid=181, filesize=7.2 K 2024-11-14T11:24:14,628 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=201.27 KB/206100 for 61ddc7cfe66005d988feb5001af4a21b in 578ms, sequenceid=181, compaction requested=false 2024-11-14T11:24:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:14,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-14T11:24:14,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-14T11:24:14,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-14T11:24:14,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2710 sec 2024-11-14T11:24:14,634 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.2770 sec 2024-11-14T11:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:14,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-14T11:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583514754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583514754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583514754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583514754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:14,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:14,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147c24468ea8864952a73bc320e83eeba7_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741994_1170 (size=12304) 2024-11-14T11:24:15,169 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,174 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147c24468ea8864952a73bc320e83eeba7_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147c24468ea8864952a73bc320e83eeba7_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:15,176 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/c3e5df62ccba4441bdce6a7d68736b2f, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:15,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/c3e5df62ccba4441bdce6a7d68736b2f is 175, key is test_row_0/A:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:15,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741995_1171 (size=31105) 2024-11-14T11:24:15,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/c3e5df62ccba4441bdce6a7d68736b2f 2024-11-14T11:24:15,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/b43f889f2ead47c88abd71406d71bf09 is 50, key is test_row_0/B:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741996_1172 (size=12151) 2024-11-14T11:24:15,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/b43f889f2ead47c88abd71406d71bf09 2024-11-14T11:24:15,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/8003c74171c043618a5f8c90942e3a9c is 50, key is test_row_0/C:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741997_1173 (size=12151) 2024-11-14T11:24:15,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/8003c74171c043618a5f8c90942e3a9c 2024-11-14T11:24:15,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/c3e5df62ccba4441bdce6a7d68736b2f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f 2024-11-14T11:24:15,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f, entries=150, sequenceid=214, filesize=30.4 K 2024-11-14T11:24:15,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/b43f889f2ead47c88abd71406d71bf09 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/b43f889f2ead47c88abd71406d71bf09 2024-11-14T11:24:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/b43f889f2ead47c88abd71406d71bf09, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T11:24:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/8003c74171c043618a5f8c90942e3a9c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/8003c74171c043618a5f8c90942e3a9c 2024-11-14T11:24:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/8003c74171c043618a5f8c90942e3a9c, entries=150, sequenceid=214, filesize=11.9 K 2024-11-14T11:24:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,272 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 61ddc7cfe66005d988feb5001af4a21b in 516ms, sequenceid=214, compaction requested=true 2024-11-14T11:24:15,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:15,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:15,273 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:15,273 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:15,273 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:15,274 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:15,274 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 76401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,275 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:15,275 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:15,275 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,275 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cae254892ea34b5fa6c8cd671d60a53b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/eb69cc15cbd844778fc39c2e06b06e88, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/b43f889f2ead47c88abd71406d71bf09] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=31.3 K 2024-11-14T11:24:15,275 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:15,275 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/4a8f89b7c6784d8abebc0e7f6487a043, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=74.6 K 2024-11-14T11:24:15,275 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,275 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/4a8f89b7c6784d8abebc0e7f6487a043, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f] 2024-11-14T11:24:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,276 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a8f89b7c6784d8abebc0e7f6487a043, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583451865 2024-11-14T11:24:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,276 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting cae254892ea34b5fa6c8cd671d60a53b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583451865 2024-11-14T11:24:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,277 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f062b002a9ff451e82cc34f2239d02be, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731583452197 2024-11-14T11:24:15,277 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting eb69cc15cbd844778fc39c2e06b06e88, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731583452197 2024-11-14T11:24:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,277 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3e5df62ccba4441bdce6a7d68736b2f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731583454101 2024-11-14T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,278 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b43f889f2ead47c88abd71406d71bf09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731583454101 2024-11-14T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,293 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,302 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,303 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/62696793af2d47e3823cf2354482be3f is 50, key is test_row_0/B:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:15,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:15,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:15,311 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114298059e2f9264432a11a0c7c62d6e79d_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,313 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114298059e2f9264432a11a0c7c62d6e79d_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,313 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114298059e2f9264432a11a0c7c62d6e79d_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:15,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741998_1174 (size=12629) 2024-11-14T11:24:15,352 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/62696793af2d47e3823cf2354482be3f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/62696793af2d47e3823cf2354482be3f 2024-11-14T11:24:15,363 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into 62696793af2d47e3823cf2354482be3f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:15,363 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:15,363 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=13, startTime=1731583455273; duration=0sec 2024-11-14T11:24:15,363 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:15,363 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:15,364 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:15,365 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:15,365 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:15,365 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:15,365 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/6baaabef08274c6f90a497de2c95514a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/a9639a76b01040989daf175e3e210d06, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/8003c74171c043618a5f8c90942e3a9c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=31.3 K 2024-11-14T11:24:15,365 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6baaabef08274c6f90a497de2c95514a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583451865 2024-11-14T11:24:15,366 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a9639a76b01040989daf175e3e210d06, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1731583452197 2024-11-14T11:24:15,366 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 8003c74171c043618a5f8c90942e3a9c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731583454101 2024-11-14T11:24:15,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ae02750b06cd43c989873e0151a17d87_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583455305/Put/seqid=0 2024-11-14T11:24:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741999_1175 (size=4469) 2024-11-14T11:24:15,382 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:15,383 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/f7cd112a0df84f4496e03c65a41197af is 50, key is test_row_0/C:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:15,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742001_1177 (size=24758) 2024-11-14T11:24:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742002_1178 (size=12629) 2024-11-14T11:24:15,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583515396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583515396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583515396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583515397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583515514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583515514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583515514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583515514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583515734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583515734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583515734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583515734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:15,738 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:15,778 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#144 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:15,778 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/195c34329dee4661ada583f8be58de6a is 175, key is test_row_0/A:col10/1731583454123/Put/seqid=0 2024-11-14T11:24:15,782 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:15,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742003_1179 (size=31583) 2024-11-14T11:24:15,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ae02750b06cd43c989873e0151a17d87_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ae02750b06cd43c989873e0151a17d87_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:15,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/2284ffd78c854db59c518cbec2514cfe, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:15,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/2284ffd78c854db59c518cbec2514cfe is 175, key is test_row_0/A:col10/1731583455305/Put/seqid=0 2024-11-14T11:24:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742000_1176 (size=74395) 2024-11-14T11:24:15,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/2284ffd78c854db59c518cbec2514cfe 2024-11-14T11:24:15,793 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/f7cd112a0df84f4496e03c65a41197af as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/f7cd112a0df84f4496e03c65a41197af 2024-11-14T11:24:15,794 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/195c34329dee4661ada583f8be58de6a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/195c34329dee4661ada583f8be58de6a 2024-11-14T11:24:15,800 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into f7cd112a0df84f4496e03c65a41197af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:15,800 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:15,800 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=13, startTime=1731583455274; duration=0sec 2024-11-14T11:24:15,800 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into 195c34329dee4661ada583f8be58de6a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:15,800 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:15,800 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:15,800 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=13, startTime=1731583455273; duration=0sec 2024-11-14T11:24:15,800 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:15,800 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:15,800 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:15,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/095ab9b20458464188cc6134f8f03f1d is 50, key is test_row_0/B:col10/1731583455305/Put/seqid=0 2024-11-14T11:24:15,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742004_1180 (size=12151) 2024-11-14T11:24:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583516045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583516045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583516045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583516045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/095ab9b20458464188cc6134f8f03f1d 2024-11-14T11:24:16,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/b8a7df21447e47f7ba9e93eabee3d54c is 50, key is test_row_0/C:col10/1731583455305/Put/seqid=0 2024-11-14T11:24:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742005_1181 (size=12151) 2024-11-14T11:24:16,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583516374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,377 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 61ddc7cfe66005d988feb5001af4a21b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-14T11:24:16,515 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:16,515 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-14T11:24:16,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T11:24:16,516 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:16,517 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:16,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:16,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583516554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583516554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583516564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:16,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583516564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T11:24:16,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/b8a7df21447e47f7ba9e93eabee3d54c 2024-11-14T11:24:16,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/2284ffd78c854db59c518cbec2514cfe as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe 2024-11-14T11:24:16,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe, entries=400, sequenceid=225, filesize=72.7 K 2024-11-14T11:24:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/095ab9b20458464188cc6134f8f03f1d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/095ab9b20458464188cc6134f8f03f1d 2024-11-14T11:24:16,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/095ab9b20458464188cc6134f8f03f1d, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T11:24:16,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/b8a7df21447e47f7ba9e93eabee3d54c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/b8a7df21447e47f7ba9e93eabee3d54c 2024-11-14T11:24:16,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/b8a7df21447e47f7ba9e93eabee3d54c, entries=150, sequenceid=225, filesize=11.9 K 2024-11-14T11:24:16,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 61ddc7cfe66005d988feb5001af4a21b in 1340ms, sequenceid=225, compaction requested=false 2024-11-14T11:24:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:16,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-14T11:24:16,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:16,669 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:24:16,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f81faf485bd4f589ea18b5f45846702_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583455371/Put/seqid=0 2024-11-14T11:24:16,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742006_1182 (size=12304) 2024-11-14T11:24:16,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T11:24:17,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f81faf485bd4f589ea18b5f45846702_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f81faf485bd4f589ea18b5f45846702_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:17,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/e4be8d38b3f64c7facf7c10c21287bde, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:17,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/e4be8d38b3f64c7facf7c10c21287bde is 175, key is test_row_0/A:col10/1731583455371/Put/seqid=0 2024-11-14T11:24:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742007_1183 (size=31105) 2024-11-14T11:24:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T11:24:17,491 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/e4be8d38b3f64c7facf7c10c21287bde 2024-11-14T11:24:17,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/a94346036080466580e8a43353cf0775 is 50, key is test_row_0/B:col10/1731583455371/Put/seqid=0 2024-11-14T11:24:17,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742008_1184 (size=12151) 2024-11-14T11:24:17,508 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/a94346036080466580e8a43353cf0775 2024-11-14T11:24:17,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/c106fede5baf436baec92175f3eb6d1e is 50, key is test_row_0/C:col10/1731583455371/Put/seqid=0 2024-11-14T11:24:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742009_1185 (size=12151) 2024-11-14T11:24:17,540 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/c106fede5baf436baec92175f3eb6d1e 2024-11-14T11:24:17,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/e4be8d38b3f64c7facf7c10c21287bde as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde 2024-11-14T11:24:17,549 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde, entries=150, sequenceid=253, filesize=30.4 K 2024-11-14T11:24:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/a94346036080466580e8a43353cf0775 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a94346036080466580e8a43353cf0775 2024-11-14T11:24:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a94346036080466580e8a43353cf0775, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T11:24:17,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/c106fede5baf436baec92175f3eb6d1e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/c106fede5baf436baec92175f3eb6d1e 2024-11-14T11:24:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,558 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/c106fede5baf436baec92175f3eb6d1e, entries=150, sequenceid=253, filesize=11.9 K 2024-11-14T11:24:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,559 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 61ddc7cfe66005d988feb5001af4a21b in 890ms, sequenceid=253, compaction requested=true 2024-11-14T11:24:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:17,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T11:24:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T11:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,562 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T11:24:17,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-14T11:24:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.0480 sec 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,604 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144fbeeb6372114571a831fcbc1f07899c_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742011_1187 (size=25158) 2024-11-14T11:24:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T11:24:17,654 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:17,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-14T11:24:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T11:24:17,656 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:17,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:17,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583517653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583517654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583517660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583517660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T11:24:17,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583517764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583517764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,769 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583517773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583517774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T11:24:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:17,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:17,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T11:24:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:17,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:17,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T11:24:17,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583517974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583517975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,983 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583517984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583517984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:17,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,022 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:18,026 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144fbeeb6372114571a831fcbc1f07899c_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144fbeeb6372114571a831fcbc1f07899c_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:18,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f4c0519c300e4df7bac6c280a90e6f04, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:18,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f4c0519c300e4df7bac6c280a90e6f04 is 175, key is test_row_0/A:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:18,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742010_1186 (size=74795) 2024-11-14T11:24:18,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f4c0519c300e4df7bac6c280a90e6f04 2024-11-14T11:24:18,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/ae8deefff9864f8cba063c0cf492c5a6 is 50, key is test_row_0/B:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742012_1188 (size=12301) 2024-11-14T11:24:18,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T11:24:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T11:24:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T11:24:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583518294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583518294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583518294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583518294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T11:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:18,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/ae8deefff9864f8cba063c0cf492c5a6 2024-11-14T11:24:18,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/882d10dd6d174246b025d3f5308d2b3d is 50, key is test_row_0/C:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:18,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742013_1189 (size=12301) 2024-11-14T11:24:18,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/882d10dd6d174246b025d3f5308d2b3d 2024-11-14T11:24:18,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f4c0519c300e4df7bac6c280a90e6f04 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04 2024-11-14T11:24:18,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04, entries=400, sequenceid=264, filesize=73.0 K 2024-11-14T11:24:18,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/ae8deefff9864f8cba063c0cf492c5a6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/ae8deefff9864f8cba063c0cf492c5a6 2024-11-14T11:24:18,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/ae8deefff9864f8cba063c0cf492c5a6, entries=150, sequenceid=264, filesize=12.0 K 2024-11-14T11:24:18,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/882d10dd6d174246b025d3f5308d2b3d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/882d10dd6d174246b025d3f5308d2b3d 2024-11-14T11:24:18,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/882d10dd6d174246b025d3f5308d2b3d, entries=150, sequenceid=264, filesize=12.0 K 2024-11-14T11:24:18,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 61ddc7cfe66005d988feb5001af4a21b in 907ms, sequenceid=264, compaction requested=true 2024-11-14T11:24:18,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:18,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:18,512 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:18,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:18,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:18,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:18,512 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:18,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:18,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:18,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 211878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:18,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:18,513 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,513 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/195c34329dee4661ada583f8be58de6a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=206.9 K 2024-11-14T11:24:18,513 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/195c34329dee4661ada583f8be58de6a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04] 2024-11-14T11:24:18,513 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:18,514 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:18,514 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,514 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/62696793af2d47e3823cf2354482be3f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/095ab9b20458464188cc6134f8f03f1d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a94346036080466580e8a43353cf0775, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/ae8deefff9864f8cba063c0cf492c5a6] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=48.1 K 2024-11-14T11:24:18,514 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 62696793af2d47e3823cf2354482be3f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731583454101 2024-11-14T11:24:18,514 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 195c34329dee4661ada583f8be58de6a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731583454101 2024-11-14T11:24:18,515 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 095ab9b20458464188cc6134f8f03f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731583455305 2024-11-14T11:24:18,515 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2284ffd78c854db59c518cbec2514cfe, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731583455291 2024-11-14T11:24:18,515 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a94346036080466580e8a43353cf0775, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731583455366 2024-11-14T11:24:18,515 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4be8d38b3f64c7facf7c10c21287bde, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731583455366 2024-11-14T11:24:18,515 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ae8deefff9864f8cba063c0cf492c5a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731583457598 2024-11-14T11:24:18,516 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4c0519c300e4df7bac6c280a90e6f04, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731583457581 2024-11-14T11:24:18,524 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:18,526 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140a4aa8ccecd8440fb0fed06aecbfb45e_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:18,528 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:18,529 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/449a7f01835f475692c43b4c08081b21 is 50, key is test_row_0/B:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:18,529 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140a4aa8ccecd8440fb0fed06aecbfb45e_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:18,529 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a4aa8ccecd8440fb0fed06aecbfb45e_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:18,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742015_1191 (size=12915) 2024-11-14T11:24:18,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742014_1190 (size=4469) 2024-11-14T11:24:18,555 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/449a7f01835f475692c43b4c08081b21 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/449a7f01835f475692c43b4c08081b21 2024-11-14T11:24:18,560 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into 449a7f01835f475692c43b4c08081b21(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:18,560 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:18,560 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=12, startTime=1731583458512; duration=0sec 2024-11-14T11:24:18,560 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:18,560 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:18,560 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:24:18,562 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:24:18,562 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:18,562 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,562 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/f7cd112a0df84f4496e03c65a41197af, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/b8a7df21447e47f7ba9e93eabee3d54c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/c106fede5baf436baec92175f3eb6d1e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/882d10dd6d174246b025d3f5308d2b3d] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=48.1 K 2024-11-14T11:24:18,563 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f7cd112a0df84f4496e03c65a41197af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731583454101 2024-11-14T11:24:18,564 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b8a7df21447e47f7ba9e93eabee3d54c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731583455305 2024-11-14T11:24:18,564 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c106fede5baf436baec92175f3eb6d1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731583455366 2024-11-14T11:24:18,564 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 882d10dd6d174246b025d3f5308d2b3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731583457598 2024-11-14T11:24:18,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-14T11:24:18,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:18,576 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:24:18,578 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#158 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:18,579 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/cfd824ffd6d342daa659a351cf54066a is 50, key is test_row_0/C:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:18,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141dfc844ae6af477daf5c7510557a5397_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583457659/Put/seqid=0 2024-11-14T11:24:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742016_1192 (size=12915) 2024-11-14T11:24:18,606 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/cfd824ffd6d342daa659a351cf54066a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cfd824ffd6d342daa659a351cf54066a 2024-11-14T11:24:18,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742017_1193 (size=12454) 2024-11-14T11:24:18,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:18,611 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into cfd824ffd6d342daa659a351cf54066a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:18,611 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:18,611 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=12, startTime=1731583458512; duration=0sec 2024-11-14T11:24:18,611 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:18,611 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:18,617 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141dfc844ae6af477daf5c7510557a5397_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141dfc844ae6af477daf5c7510557a5397_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/d5bae784e6f6465894d57aed0c9083a5, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/d5bae784e6f6465894d57aed0c9083a5 is 175, key is test_row_0/A:col10/1731583457659/Put/seqid=0 2024-11-14T11:24:18,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742018_1194 (size=31255) 2024-11-14T11:24:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/d5bae784e6f6465894d57aed0c9083a5 2024-11-14T11:24:18,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/9cc54fb636e7410ba819a7bae7e8016b is 50, key is test_row_0/B:col10/1731583457659/Put/seqid=0 2024-11-14T11:24:18,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742019_1195 (size=12301) 2024-11-14T11:24:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T11:24:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:18,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583518807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583518809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583518809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583518812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583518924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583518924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583518924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:18,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583518924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:18,930 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:18,952 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#156 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:18,952 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f1805709084f437ebe7b39a07b959310 is 175, key is test_row_0/A:col10/1731583457599/Put/seqid=0 2024-11-14T11:24:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742020_1196 (size=31869) 2024-11-14T11:24:19,048 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/9cc54fb636e7410ba819a7bae7e8016b 2024-11-14T11:24:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/10a7336879e942188faf98502ca9b722 is 50, key is test_row_0/C:col10/1731583457659/Put/seqid=0 2024-11-14T11:24:19,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742021_1197 (size=12301) 2024-11-14T11:24:19,071 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/10a7336879e942188faf98502ca9b722 2024-11-14T11:24:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/d5bae784e6f6465894d57aed0c9083a5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5 2024-11-14T11:24:19,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5, entries=150, sequenceid=291, filesize=30.5 K 2024-11-14T11:24:19,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/9cc54fb636e7410ba819a7bae7e8016b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/9cc54fb636e7410ba819a7bae7e8016b 2024-11-14T11:24:19,089 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/9cc54fb636e7410ba819a7bae7e8016b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T11:24:19,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/10a7336879e942188faf98502ca9b722 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/10a7336879e942188faf98502ca9b722 2024-11-14T11:24:19,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/10a7336879e942188faf98502ca9b722, entries=150, sequenceid=291, filesize=12.0 K 2024-11-14T11:24:19,095 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 61ddc7cfe66005d988feb5001af4a21b in 519ms, sequenceid=291, compaction requested=false 2024-11-14T11:24:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:19,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T11:24:19,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T11:24:19,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T11:24:19,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4410 sec 2024-11-14T11:24:19,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.4450 sec 2024-11-14T11:24:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:19,135 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:19,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:19,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114615e0f3eb8f14e669357cfe54560ad35_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:19,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742022_1198 (size=14994) 2024-11-14T11:24:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583519157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583519159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,161 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583519159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,162 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583519160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583519264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583519264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583519264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583519274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,365 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/f1805709084f437ebe7b39a07b959310 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f1805709084f437ebe7b39a07b959310 2024-11-14T11:24:19,370 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into f1805709084f437ebe7b39a07b959310(size=31.1 K), total size for store is 61.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:19,370 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:19,370 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=12, startTime=1731583458511; duration=0sec 2024-11-14T11:24:19,371 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:19,371 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:19,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583519473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583519473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583519474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583519484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,546 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:19,550 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114615e0f3eb8f14e669357cfe54560ad35_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114615e0f3eb8f14e669357cfe54560ad35_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:19,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/cf2484232dcc4f18afe58a69a1f5532a, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:19,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/cf2484232dcc4f18afe58a69a1f5532a is 175, key is test_row_0/A:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:19,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742023_1199 (size=39949) 2024-11-14T11:24:19,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583519784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583519784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583519784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583519794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:19,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:19,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T11:24:19,814 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:19,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-14T11:24:19,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T11:24:19,816 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:19,816 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:19,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:19,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T11:24:19,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T11:24:19,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:19,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:19,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:19,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:19,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:19,998 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/cf2484232dcc4f18afe58a69a1f5532a 2024-11-14T11:24:20,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/c1fac77262e444a58ad815a06a00c241 is 50, key is test_row_0/B:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:20,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742024_1200 (size=12301) 2024-11-14T11:24:20,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/c1fac77262e444a58ad815a06a00c241 2024-11-14T11:24:20,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/813ed1ec9e964946b87b54e3db8a4c75 is 50, key is test_row_0/C:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:20,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742025_1201 (size=12301) 2024-11-14T11:24:20,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T11:24:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T11:24:20,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T11:24:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:20,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583520294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583520294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:20,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:20,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583520294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:20,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583520303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:20,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T11:24:20,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50918 deadline: 1731583520424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:20,429 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 61ddc7cfe66005d988feb5001af4a21b of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:24:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:20,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:20,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/813ed1ec9e964946b87b54e3db8a4c75 2024-11-14T11:24:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/cf2484232dcc4f18afe58a69a1f5532a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a 2024-11-14T11:24:20,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a, entries=200, sequenceid=303, filesize=39.0 K 2024-11-14T11:24:20,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/c1fac77262e444a58ad815a06a00c241 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/c1fac77262e444a58ad815a06a00c241 2024-11-14T11:24:20,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/c1fac77262e444a58ad815a06a00c241, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T11:24:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T11:24:20,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/813ed1ec9e964946b87b54e3db8a4c75 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/813ed1ec9e964946b87b54e3db8a4c75 2024-11-14T11:24:20,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/813ed1ec9e964946b87b54e3db8a4c75, entries=150, sequenceid=303, filesize=12.0 K 2024-11-14T11:24:20,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 61ddc7cfe66005d988feb5001af4a21b in 1314ms, sequenceid=303, compaction requested=true 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:20,449 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:20,449 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:20,449 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:20,450 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:20,450 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:20,450 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,450 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/449a7f01835f475692c43b4c08081b21, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/9cc54fb636e7410ba819a7bae7e8016b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/c1fac77262e444a58ad815a06a00c241] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=36.6 K 2024-11-14T11:24:20,450 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:20,450 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:20,451 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,451 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f1805709084f437ebe7b39a07b959310, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=100.7 K 2024-11-14T11:24:20,451 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,451 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f1805709084f437ebe7b39a07b959310, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a] 2024-11-14T11:24:20,452 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 449a7f01835f475692c43b4c08081b21, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731583457598 2024-11-14T11:24:20,452 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1805709084f437ebe7b39a07b959310, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731583457598 2024-11-14T11:24:20,452 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cc54fb636e7410ba819a7bae7e8016b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731583457651 2024-11-14T11:24:20,452 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5bae784e6f6465894d57aed0c9083a5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731583457651 2024-11-14T11:24:20,452 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c1fac77262e444a58ad815a06a00c241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731583458807 2024-11-14T11:24:20,453 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf2484232dcc4f18afe58a69a1f5532a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731583458807 2024-11-14T11:24:20,462 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:20,463 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:20,464 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/39c8f409606d4c13a2f3de356d19ed21 is 50, key is test_row_0/B:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:20,465 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149e9dfb00cea546c88552b63b21275f29_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:20,467 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149e9dfb00cea546c88552b63b21275f29_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:20,467 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149e9dfb00cea546c88552b63b21275f29_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:20,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742026_1202 (size=13017) 2024-11-14T11:24:20,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742027_1203 (size=4469) 2024-11-14T11:24:20,478 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/39c8f409606d4c13a2f3de356d19ed21 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/39c8f409606d4c13a2f3de356d19ed21 2024-11-14T11:24:20,482 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into 39c8f409606d4c13a2f3de356d19ed21(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:20,482 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:20,482 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=13, startTime=1731583460449; duration=0sec 2024-11-14T11:24:20,484 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:20,484 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:20,484 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:20,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:20,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:20,485 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,485 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cfd824ffd6d342daa659a351cf54066a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/10a7336879e942188faf98502ca9b722, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/813ed1ec9e964946b87b54e3db8a4c75] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=36.6 K 2024-11-14T11:24:20,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting cfd824ffd6d342daa659a351cf54066a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731583457598 2024-11-14T11:24:20,486 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 10a7336879e942188faf98502ca9b722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731583457651 2024-11-14T11:24:20,486 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 813ed1ec9e964946b87b54e3db8a4c75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731583458807 2024-11-14T11:24:20,493 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:20,494 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/9577a2dea8604b51a0a0b0f74a27bc6b is 50, key is test_row_0/C:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:20,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742028_1204 (size=13017) 2024-11-14T11:24:20,503 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/9577a2dea8604b51a0a0b0f74a27bc6b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/9577a2dea8604b51a0a0b0f74a27bc6b 2024-11-14T11:24:20,510 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into 9577a2dea8604b51a0a0b0f74a27bc6b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:20,510 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:20,510 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=13, startTime=1731583460449; duration=0sec 2024-11-14T11:24:20,510 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:20,510 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:20,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-14T11:24:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:20,581 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:24:20,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147c450611f223421986a894ae8bb26d9b_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583459158/Put/seqid=0 2024-11-14T11:24:20,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742029_1205 (size=12454) 2024-11-14T11:24:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:20,596 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147c450611f223421986a894ae8bb26d9b_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147c450611f223421986a894ae8bb26d9b_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:20,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/957ad1e0fe324e80bf4b7f62534f2d52, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:20,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/957ad1e0fe324e80bf4b7f62534f2d52 is 175, key is test_row_0/A:col10/1731583459158/Put/seqid=0 2024-11-14T11:24:20,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742030_1206 (size=31255) 2024-11-14T11:24:20,879 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:20,880 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/85b34deaa32a49b191b92b94803d81d2 is 175, key is test_row_0/A:col10/1731583458807/Put/seqid=0 2024-11-14T11:24:20,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742031_1207 (size=31971) 2024-11-14T11:24:20,889 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/85b34deaa32a49b191b92b94803d81d2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/85b34deaa32a49b191b92b94803d81d2 2024-11-14T11:24:20,894 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into 85b34deaa32a49b191b92b94803d81d2(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:20,894 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:20,894 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=13, startTime=1731583460449; duration=0sec 2024-11-14T11:24:20,894 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:20,894 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T11:24:21,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/957ad1e0fe324e80bf4b7f62534f2d52 2024-11-14T11:24:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5f6f4ec6fca540a7807a56aabc04a29f is 50, key is test_row_0/B:col10/1731583459158/Put/seqid=0 2024-11-14T11:24:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742032_1208 (size=12301) 2024-11-14T11:24:21,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:21,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:21,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583521318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583521318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583521319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583521320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,418 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5f6f4ec6fca540a7807a56aabc04a29f 2024-11-14T11:24:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/359e4c342d5045648031fdaa11701df9 is 50, key is test_row_0/C:col10/1731583459158/Put/seqid=0 2024-11-14T11:24:21,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742033_1209 (size=12301) 2024-11-14T11:24:21,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583521434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583521434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583521434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583521434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583521644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583521644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583521644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583521644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,829 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/359e4c342d5045648031fdaa11701df9 2024-11-14T11:24:21,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/957ad1e0fe324e80bf4b7f62534f2d52 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52 2024-11-14T11:24:21,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52, entries=150, sequenceid=331, filesize=30.5 K 2024-11-14T11:24:21,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/5f6f4ec6fca540a7807a56aabc04a29f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5f6f4ec6fca540a7807a56aabc04a29f 2024-11-14T11:24:21,842 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5f6f4ec6fca540a7807a56aabc04a29f, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T11:24:21,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-14T11:24:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/359e4c342d5045648031fdaa11701df9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/359e4c342d5045648031fdaa11701df9 2024-11-14T11:24:21,847 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/359e4c342d5045648031fdaa11701df9, entries=150, sequenceid=331, filesize=12.0 K 2024-11-14T11:24:21,848 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 61ddc7cfe66005d988feb5001af4a21b in 1267ms, sequenceid=331, compaction requested=false 2024-11-14T11:24:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:21,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T11:24:21,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T11:24:21,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T11:24:21,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0330 sec 2024-11-14T11:24:21,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.0400 sec 2024-11-14T11:24:21,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:21,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:24:21,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140f17ad6f913b4d519ec8081c78500339_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T11:24:21,964 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:21,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-14T11:24:21,966 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T11:24:21,967 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:21,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:21,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742034_1210 (size=17534) 2024-11-14T11:24:21,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:21,980 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140f17ad6f913b4d519ec8081c78500339_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140f17ad6f913b4d519ec8081c78500339_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:21,981 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/7dd1e10396b54f00b833bfb3a2e153c3, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:21,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/7dd1e10396b54f00b833bfb3a2e153c3 is 175, key is test_row_0/A:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742035_1211 (size=48639) 2024-11-14T11:24:21,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583521989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583521984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583521997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583521999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T11:24:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583522104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583522104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583522114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583522114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T11:24:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T11:24:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T11:24:22,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583522313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583522314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,319 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583522324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583522324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,389 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=345, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/7dd1e10396b54f00b833bfb3a2e153c3 2024-11-14T11:24:22,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/4891128303c944ecafe2a45008b686b0 is 50, key is test_row_0/B:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:22,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742036_1212 (size=12301) 2024-11-14T11:24:22,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/4891128303c944ecafe2a45008b686b0 2024-11-14T11:24:22,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T11:24:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:22,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/fea198f38e574592a37ddcea4da7776f is 50, key is test_row_0/C:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:22,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742037_1213 (size=12301) 2024-11-14T11:24:22,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T11:24:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:22,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T11:24:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583522624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583522624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583522634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:22,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583522634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:22,638 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:22,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T11:24:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:22,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/fea198f38e574592a37ddcea4da7776f 2024-11-14T11:24:22,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/7dd1e10396b54f00b833bfb3a2e153c3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3 2024-11-14T11:24:22,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3, entries=250, sequenceid=345, filesize=47.5 K 2024-11-14T11:24:22,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/4891128303c944ecafe2a45008b686b0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/4891128303c944ecafe2a45008b686b0 2024-11-14T11:24:22,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/4891128303c944ecafe2a45008b686b0, entries=150, sequenceid=345, filesize=12.0 K 2024-11-14T11:24:22,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/fea198f38e574592a37ddcea4da7776f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/fea198f38e574592a37ddcea4da7776f 2024-11-14T11:24:22,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/fea198f38e574592a37ddcea4da7776f, entries=150, sequenceid=345, filesize=12.0 K 2024-11-14T11:24:22,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 61ddc7cfe66005d988feb5001af4a21b in 925ms, sequenceid=345, compaction requested=true 2024-11-14T11:24:22,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:22,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:22,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:22,881 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:22,881 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:22,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:22,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:22,883 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:22,883 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:22,883 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,883 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/85b34deaa32a49b191b92b94803d81d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=109.2 K 2024-11-14T11:24:22,883 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,883 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/85b34deaa32a49b191b92b94803d81d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3] 2024-11-14T11:24:22,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:22,883 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:22,884 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:22,884 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:22,884 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,885 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/39c8f409606d4c13a2f3de356d19ed21, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5f6f4ec6fca540a7807a56aabc04a29f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/4891128303c944ecafe2a45008b686b0] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=36.7 K 2024-11-14T11:24:22,885 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85b34deaa32a49b191b92b94803d81d2, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731583458807 2024-11-14T11:24:22,885 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c8f409606d4c13a2f3de356d19ed21, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731583458807 2024-11-14T11:24:22,885 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 957ad1e0fe324e80bf4b7f62534f2d52, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731583459156 2024-11-14T11:24:22,886 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f6f4ec6fca540a7807a56aabc04a29f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731583459156 2024-11-14T11:24:22,886 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7dd1e10396b54f00b833bfb3a2e153c3, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731583461305 2024-11-14T11:24:22,886 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4891128303c944ecafe2a45008b686b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731583461305 2024-11-14T11:24:22,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-14T11:24:22,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,889 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:24:22,911 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:22,912 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#174 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:22,913 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/dfe76d6587774d46973dc9de5c34e9bf is 50, key is test_row_0/B:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:22,914 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142541050dfbd4451e98e2428f10b180c9_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:22,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142541050dfbd4451e98e2428f10b180c9_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:22,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142541050dfbd4451e98e2428f10b180c9_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444e86ecd18504cadae76a19c96572499_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583461980/Put/seqid=0 2024-11-14T11:24:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742038_1214 (size=13119) 2024-11-14T11:24:22,963 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/dfe76d6587774d46973dc9de5c34e9bf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfe76d6587774d46973dc9de5c34e9bf 2024-11-14T11:24:22,977 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into dfe76d6587774d46973dc9de5c34e9bf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:22,977 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:22,977 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=13, startTime=1731583462881; duration=0sec 2024-11-14T11:24:22,977 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:22,978 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:22,978 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:22,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742039_1215 (size=4469) 2024-11-14T11:24:22,980 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:22,980 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:22,980 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:22,980 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/9577a2dea8604b51a0a0b0f74a27bc6b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/359e4c342d5045648031fdaa11701df9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/fea198f38e574592a37ddcea4da7776f] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=36.7 K 2024-11-14T11:24:22,982 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9577a2dea8604b51a0a0b0f74a27bc6b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1731583458807 2024-11-14T11:24:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742040_1216 (size=12454) 2024-11-14T11:24:22,983 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 359e4c342d5045648031fdaa11701df9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731583459156 2024-11-14T11:24:22,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:22,983 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fea198f38e574592a37ddcea4da7776f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731583461305 2024-11-14T11:24:22,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111444e86ecd18504cadae76a19c96572499_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444e86ecd18504cadae76a19c96572499_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:22,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0be91720a7df4b2c892c5e4b9f9aceba, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:22,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0be91720a7df4b2c892c5e4b9f9aceba is 175, key is test_row_0/A:col10/1731583461980/Put/seqid=0 2024-11-14T11:24:23,001 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:23,002 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/50dbdb1e723a491f9e8396231eb2c9c8 is 50, key is test_row_0/C:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:23,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742041_1217 (size=31255) 2024-11-14T11:24:23,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742042_1218 (size=13119) 2024-11-14T11:24:23,060 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/50dbdb1e723a491f9e8396231eb2c9c8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/50dbdb1e723a491f9e8396231eb2c9c8 2024-11-14T11:24:23,072 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into 50dbdb1e723a491f9e8396231eb2c9c8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:23,072 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:23,072 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=13, startTime=1731583462883; duration=0sec 2024-11-14T11:24:23,072 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:23,072 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T11:24:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:23,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. as already flushing 2024-11-14T11:24:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583523162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583523163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583523165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583523168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,174 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583523299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,381 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#175 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:23,381 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/5d036697511d49c3b7451a0ecee3c2a2 is 175, key is test_row_0/A:col10/1731583461954/Put/seqid=0 2024-11-14T11:24:23,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742043_1219 (size=32073) 2024-11-14T11:24:23,414 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/5d036697511d49c3b7451a0ecee3c2a2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5d036697511d49c3b7451a0ecee3c2a2 2024-11-14T11:24:23,421 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into 5d036697511d49c3b7451a0ecee3c2a2(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:23,421 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:23,421 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=13, startTime=1731583462881; duration=0sec 2024-11-14T11:24:23,421 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:23,421 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:23,439 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0be91720a7df4b2c892c5e4b9f9aceba 2024-11-14T11:24:23,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/69ac1553712d48babb708155abf2a530 is 50, key is test_row_0/B:col10/1731583461980/Put/seqid=0 2024-11-14T11:24:23,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742044_1220 (size=12301) 2024-11-14T11:24:23,501 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/69ac1553712d48babb708155abf2a530 2024-11-14T11:24:23,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/3f929f5e18514af58661916a979a7bcb is 50, key is test_row_0/C:col10/1731583461980/Put/seqid=0 2024-11-14T11:24:23,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583523504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583523504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,516 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583523504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583523514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742045_1221 (size=12301) 2024-11-14T11:24:23,536 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/3f929f5e18514af58661916a979a7bcb 2024-11-14T11:24:23,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0be91720a7df4b2c892c5e4b9f9aceba as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba 2024-11-14T11:24:23,552 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba, entries=150, sequenceid=368, filesize=30.5 K 2024-11-14T11:24:23,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/69ac1553712d48babb708155abf2a530 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/69ac1553712d48babb708155abf2a530 2024-11-14T11:24:23,559 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/69ac1553712d48babb708155abf2a530, entries=150, sequenceid=368, filesize=12.0 K 2024-11-14T11:24:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/3f929f5e18514af58661916a979a7bcb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/3f929f5e18514af58661916a979a7bcb 2024-11-14T11:24:23,577 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/3f929f5e18514af58661916a979a7bcb, entries=150, sequenceid=368, filesize=12.0 K 2024-11-14T11:24:23,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 61ddc7cfe66005d988feb5001af4a21b in 694ms, sequenceid=368, compaction requested=false 2024-11-14T11:24:23,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:23,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:23,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-14T11:24:23,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-14T11:24:23,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T11:24:23,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6170 sec 2024-11-14T11:24:23,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.6220 sec 2024-11-14T11:24:23,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:23,830 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:23,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T11:24:23,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df2b175d544f4c0789057a436298aa49_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:23,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583523855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583523857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583523861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583523868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,870 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742046_1222 (size=12454) 2024-11-14T11:24:23,882 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:23,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114df2b175d544f4c0789057a436298aa49_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df2b175d544f4c0789057a436298aa49_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:23,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/feef09764c494330b772b964f8647f59, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:23,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/feef09764c494330b772b964f8647f59 is 175, key is test_row_0/A:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742047_1223 (size=31255) 2024-11-14T11:24:23,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583523964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,969 INFO [Thread-611 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-611. 2024-11-14T11:24:23,969 DEBUG [Thread-611 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:23,969 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,969 DEBUG [Thread-611 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,970 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,971 INFO [Thread-609 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-609. 2024-11-14T11:24:23,971 DEBUG [Thread-609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:23,971 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,971 DEBUG [Thread-609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:23,972 INFO [Thread-613 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-613. 2024-11-14T11:24:23,972 DEBUG [Thread-613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:23,972 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,972 DEBUG [Thread-613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583523974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583523974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583523974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:23,985 INFO [Thread-615 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-615. 2024-11-14T11:24:23,985 DEBUG [Thread-615 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:23,985 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,985 DEBUG [Thread-615 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:23,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:24,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T11:24:24,124 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:24,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583524174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583524184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583524184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583524184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,319 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/feef09764c494330b772b964f8647f59 2024-11-14T11:24:24,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/cdc76eb76875476abac701ae719c0ae5 is 50, key is test_row_0/B:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:24,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742048_1224 (size=12301) 2024-11-14T11:24:24,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583524485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583524494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583524495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583524495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:24,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/cdc76eb76875476abac701ae719c0ae5 2024-11-14T11:24:24,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/0b6b727cf23749039f37f7c1949b5cb6 is 50, key is test_row_0/C:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:24,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742049_1225 (size=12301) 2024-11-14T11:24:24,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:24,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50934 deadline: 1731583524994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:24,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:24,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:25,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50924 deadline: 1731583525004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50900 deadline: 1731583525004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50904 deadline: 1731583525004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:25,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/0b6b727cf23749039f37f7c1949b5cb6 2024-11-14T11:24:25,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/feef09764c494330b772b964f8647f59 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59 2024-11-14T11:24:25,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59, entries=150, sequenceid=387, filesize=30.5 K 2024-11-14T11:24:25,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/cdc76eb76875476abac701ae719c0ae5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cdc76eb76875476abac701ae719c0ae5 2024-11-14T11:24:25,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cdc76eb76875476abac701ae719c0ae5, entries=150, sequenceid=387, filesize=12.0 K 2024-11-14T11:24:25,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/0b6b727cf23749039f37f7c1949b5cb6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/0b6b727cf23749039f37f7c1949b5cb6 2024-11-14T11:24:25,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/0b6b727cf23749039f37f7c1949b5cb6, entries=150, sequenceid=387, filesize=12.0 K 2024-11-14T11:24:25,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 61ddc7cfe66005d988feb5001af4a21b in 1351ms, sequenceid=387, compaction requested=true 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:25,181 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 61ddc7cfe66005d988feb5001af4a21b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:25,181 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:25,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:25,182 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:25,182 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:25,182 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/B is initiating minor compaction (all files) 2024-11-14T11:24:25,182 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/A is initiating minor compaction (all files) 2024-11-14T11:24:25,182 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/B in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:25,182 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/A in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:25,182 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfe76d6587774d46973dc9de5c34e9bf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/69ac1553712d48babb708155abf2a530, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cdc76eb76875476abac701ae719c0ae5] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=36.8 K 2024-11-14T11:24:25,183 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5d036697511d49c3b7451a0ecee3c2a2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=92.4 K 2024-11-14T11:24:25,183 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:25,183 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5d036697511d49c3b7451a0ecee3c2a2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59] 2024-11-14T11:24:25,183 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfe76d6587774d46973dc9de5c34e9bf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731583461305 2024-11-14T11:24:25,183 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d036697511d49c3b7451a0ecee3c2a2, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731583461305 2024-11-14T11:24:25,183 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69ac1553712d48babb708155abf2a530, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731583461980 2024-11-14T11:24:25,184 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdc76eb76875476abac701ae719c0ae5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731583463828 2024-11-14T11:24:25,184 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0be91720a7df4b2c892c5e4b9f9aceba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731583461980 2024-11-14T11:24:25,184 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting feef09764c494330b772b964f8647f59, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731583463828 2024-11-14T11:24:25,191 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:25,192 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#B#compaction#183 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:25,192 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/dfc32baff1564abb97a2f7a7295db853 is 50, key is test_row_0/B:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:25,193 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114a7a743f4a7754ca1b2a9f540aab040c6_61ddc7cfe66005d988feb5001af4a21b store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:25,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742050_1226 (size=13221) 2024-11-14T11:24:25,217 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114a7a743f4a7754ca1b2a9f540aab040c6_61ddc7cfe66005d988feb5001af4a21b, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:25,217 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a7a743f4a7754ca1b2a9f540aab040c6_61ddc7cfe66005d988feb5001af4a21b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:25,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742051_1227 (size=4469) 2024-11-14T11:24:25,606 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/dfc32baff1564abb97a2f7a7295db853 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfc32baff1564abb97a2f7a7295db853 2024-11-14T11:24:25,611 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/B of 61ddc7cfe66005d988feb5001af4a21b into dfc32baff1564abb97a2f7a7295db853(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:25,611 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:25,611 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/B, priority=13, startTime=1731583465181; duration=0sec 2024-11-14T11:24:25,611 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:25,611 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:B 2024-11-14T11:24:25,611 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:25,612 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:25,612 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 61ddc7cfe66005d988feb5001af4a21b/C is initiating minor compaction (all files) 2024-11-14T11:24:25,612 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 61ddc7cfe66005d988feb5001af4a21b/C in TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:25,612 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/50dbdb1e723a491f9e8396231eb2c9c8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/3f929f5e18514af58661916a979a7bcb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/0b6b727cf23749039f37f7c1949b5cb6] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp, totalSize=36.8 K 2024-11-14T11:24:25,613 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50dbdb1e723a491f9e8396231eb2c9c8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731583461305 2024-11-14T11:24:25,613 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f929f5e18514af58661916a979a7bcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1731583461980 2024-11-14T11:24:25,613 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b6b727cf23749039f37f7c1949b5cb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1731583463828 2024-11-14T11:24:25,620 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:25,620 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/5f8f37b027e547c38376b69243bf14dc is 50, key is test_row_0/C:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:25,622 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 61ddc7cfe66005d988feb5001af4a21b#A#compaction#184 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:25,623 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/5bb1dc38f5714db1a95802b25d51e5b2 is 175, key is test_row_0/A:col10/1731583463830/Put/seqid=0 2024-11-14T11:24:25,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742052_1228 (size=13221) 2024-11-14T11:24:25,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742053_1229 (size=32175) 2024-11-14T11:24:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:26,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T11:24:26,007 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-14T11:24:26,007 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:26,007 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,007 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:26,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e14174623fda46e09a560adfcc421570_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583463855/Put/seqid=0 2024-11-14T11:24:26,016 INFO [Thread-606 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-606. 2024-11-14T11:24:26,016 DEBUG [Thread-606 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:26,016 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,016 DEBUG [Thread-606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:26,017 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-14T11:24:26,017 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:26,017 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,018 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:26,027 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-14T11:24:26,027 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:26,027 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,027 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:26,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:26,035 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/5f8f37b027e547c38376b69243bf14dc as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/5f8f37b027e547c38376b69243bf14dc 2024-11-14T11:24:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742054_1230 (size=12454) 2024-11-14T11:24:26,036 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/5bb1dc38f5714db1a95802b25d51e5b2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5bb1dc38f5714db1a95802b25d51e5b2 2024-11-14T11:24:26,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:26,045 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/A of 61ddc7cfe66005d988feb5001af4a21b into 5bb1dc38f5714db1a95802b25d51e5b2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:26,045 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:26,045 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/A, priority=13, startTime=1731583465181; duration=0sec 2024-11-14T11:24:26,045 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:26,045 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:A 2024-11-14T11:24:26,046 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 61ddc7cfe66005d988feb5001af4a21b/C of 61ddc7cfe66005d988feb5001af4a21b into 5f8f37b027e547c38376b69243bf14dc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:26,046 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:26,046 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., storeName=61ddc7cfe66005d988feb5001af4a21b/C, priority=13, startTime=1731583465181; duration=0sec 2024-11-14T11:24:26,046 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:26,046 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 61ddc7cfe66005d988feb5001af4a21b:C 2024-11-14T11:24:26,047 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e14174623fda46e09a560adfcc421570_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e14174623fda46e09a560adfcc421570_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:26,048 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0bd951517cb74e6aadc3ac8366d93347, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:26,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0bd951517cb74e6aadc3ac8366d93347 is 175, key is test_row_0/A:col10/1731583463855/Put/seqid=0 2024-11-14T11:24:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742055_1231 (size=31255) 2024-11-14T11:24:26,459 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0bd951517cb74e6aadc3ac8366d93347 2024-11-14T11:24:26,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/a6e86ccfbed0448a96c9b2fef0fb42f3 is 50, key is test_row_0/B:col10/1731583463855/Put/seqid=0 2024-11-14T11:24:26,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742056_1232 (size=12301) 2024-11-14T11:24:26,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/a6e86ccfbed0448a96c9b2fef0fb42f3 2024-11-14T11:24:26,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/d328acc0e1384f05b2d33b2c9bdf3b90 is 50, key is test_row_0/C:col10/1731583463855/Put/seqid=0 2024-11-14T11:24:26,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742057_1233 (size=12301) 2024-11-14T11:24:27,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/d328acc0e1384f05b2d33b2c9bdf3b90 2024-11-14T11:24:27,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/0bd951517cb74e6aadc3ac8366d93347 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0bd951517cb74e6aadc3ac8366d93347 2024-11-14T11:24:27,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0bd951517cb74e6aadc3ac8366d93347, entries=150, sequenceid=409, filesize=30.5 K 2024-11-14T11:24:27,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/a6e86ccfbed0448a96c9b2fef0fb42f3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a6e86ccfbed0448a96c9b2fef0fb42f3 2024-11-14T11:24:27,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a6e86ccfbed0448a96c9b2fef0fb42f3, entries=150, sequenceid=409, filesize=12.0 K 2024-11-14T11:24:27,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/d328acc0e1384f05b2d33b2c9bdf3b90 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/d328acc0e1384f05b2d33b2c9bdf3b90 2024-11-14T11:24:27,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/d328acc0e1384f05b2d33b2c9bdf3b90, entries=150, sequenceid=409, filesize=12.0 K 2024-11-14T11:24:27,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=20.13 KB/20610 for 61ddc7cfe66005d988feb5001af4a21b in 1300ms, sequenceid=409, compaction requested=false 2024-11-14T11:24:27,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 61ddc7cfe66005d988feb5001af4a21b: 2024-11-14T11:24:27,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:24:30,456 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-14T11:24:30,456 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:30,456 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:30,456 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:30,456 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3393 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3249 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1428 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4257 rows 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1440 2024-11-14T11:24:30,456 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4320 rows 2024-11-14T11:24:30,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:24:30,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:24:30,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:30,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:30,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:30,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T11:24:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T11:24:30,464 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583470464"}]},"ts":"1731583470464"} 2024-11-14T11:24:30,466 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T11:24:30,466 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T11:24:30,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:24:30,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, UNASSIGN}] 2024-11-14T11:24:30,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, UNASSIGN 2024-11-14T11:24:30,471 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:30,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, UNASSIGN because future has completed 2024-11-14T11:24:30,472 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:24:30,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T11:24:30,625 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:30,625 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:24:30,625 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 61ddc7cfe66005d988feb5001af4a21b, disabling compactions & flushes 2024-11-14T11:24:30,625 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:30,625 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:30,625 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. after waiting 0 ms 2024-11-14T11:24:30,625 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:30,625 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 61ddc7cfe66005d988feb5001af4a21b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-14T11:24:30,631 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a2b4002ca108407991dfc3f7cdb611f3_61ddc7cfe66005d988feb5001af4a21b is 50, key is test_row_0/A:col10/1731583470454/Put/seqid=0 2024-11-14T11:24:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742058_1234 (size=9914) 2024-11-14T11:24:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T11:24:31,035 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:31,042 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a2b4002ca108407991dfc3f7cdb611f3_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a2b4002ca108407991dfc3f7cdb611f3_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:31,043 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/1019db614d1a4c559fc2046f5fc01642, store: [table=TestAcidGuarantees family=A region=61ddc7cfe66005d988feb5001af4a21b] 2024-11-14T11:24:31,044 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/1019db614d1a4c559fc2046f5fc01642 is 175, key is test_row_0/A:col10/1731583470454/Put/seqid=0 2024-11-14T11:24:31,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742059_1235 (size=22561) 2024-11-14T11:24:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T11:24:31,450 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=418, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/1019db614d1a4c559fc2046f5fc01642 2024-11-14T11:24:31,457 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/229c1edfe9c34e18a91ea78641cd5bed is 50, key is test_row_0/B:col10/1731583470454/Put/seqid=0 2024-11-14T11:24:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742060_1236 (size=9857) 2024-11-14T11:24:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T11:24:31,862 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/229c1edfe9c34e18a91ea78641cd5bed 2024-11-14T11:24:31,869 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/74826e4df66d4e98a2995c587047715a is 50, key is test_row_0/C:col10/1731583470454/Put/seqid=0 2024-11-14T11:24:31,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742061_1237 (size=9857) 2024-11-14T11:24:32,273 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/74826e4df66d4e98a2995c587047715a 2024-11-14T11:24:32,277 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/A/1019db614d1a4c559fc2046f5fc01642 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/1019db614d1a4c559fc2046f5fc01642 2024-11-14T11:24:32,282 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/1019db614d1a4c559fc2046f5fc01642, entries=100, sequenceid=418, filesize=22.0 K 2024-11-14T11:24:32,283 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/B/229c1edfe9c34e18a91ea78641cd5bed as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/229c1edfe9c34e18a91ea78641cd5bed 2024-11-14T11:24:32,287 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/229c1edfe9c34e18a91ea78641cd5bed, entries=100, sequenceid=418, filesize=9.6 K 2024-11-14T11:24:32,288 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/.tmp/C/74826e4df66d4e98a2995c587047715a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/74826e4df66d4e98a2995c587047715a 2024-11-14T11:24:32,292 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/74826e4df66d4e98a2995c587047715a, entries=100, sequenceid=418, filesize=9.6 K 2024-11-14T11:24:32,293 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 61ddc7cfe66005d988feb5001af4a21b in 1667ms, sequenceid=418, compaction requested=true 2024-11-14T11:24:32,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d6fb213d757e4e3895cc0c9f3c8ed98f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0db729194cb644ccb8b71857e7f8836a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/4a8f89b7c6784d8abebc0e7f6487a043, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/195c34329dee4661ada583f8be58de6a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f1805709084f437ebe7b39a07b959310, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/85b34deaa32a49b191b92b94803d81d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5d036697511d49c3b7451a0ecee3c2a2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59] to archive 2024-11-14T11:24:32,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:32,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/bb871c55d29140f79d6d03735a964608 2024-11-14T11:24:32,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/dfecae0a79374c538a22c41c6547aeff 2024-11-14T11:24:32,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ae93f481f9134ce1813cafff8468dfdd 2024-11-14T11:24:32,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f2bd1df27e2843d5ac8f8a7a98dc1320 2024-11-14T11:24:32,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d6fb213d757e4e3895cc0c9f3c8ed98f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d6fb213d757e4e3895cc0c9f3c8ed98f 2024-11-14T11:24:32,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/91bb700d9be24169b06e96ebd4b3d9b2 2024-11-14T11:24:32,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/9dede5cfc23b4268a75b01a232c78d19 2024-11-14T11:24:32,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/fbf6a2d79c0f479dbeb362ceb44b83de 2024-11-14T11:24:32,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0db729194cb644ccb8b71857e7f8836a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0db729194cb644ccb8b71857e7f8836a 2024-11-14T11:24:32,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/ec337ddf8e6f4aeab61fc9323cb2e6c0 2024-11-14T11:24:32,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/aab0ef0123a2426284aed6adc47ca961 2024-11-14T11:24:32,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/4a8f89b7c6784d8abebc0e7f6487a043 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/4a8f89b7c6784d8abebc0e7f6487a043 2024-11-14T11:24:32,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f062b002a9ff451e82cc34f2239d02be 2024-11-14T11:24:32,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/195c34329dee4661ada583f8be58de6a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/195c34329dee4661ada583f8be58de6a 2024-11-14T11:24:32,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/c3e5df62ccba4441bdce6a7d68736b2f 2024-11-14T11:24:32,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/2284ffd78c854db59c518cbec2514cfe 2024-11-14T11:24:32,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/e4be8d38b3f64c7facf7c10c21287bde 2024-11-14T11:24:32,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f4c0519c300e4df7bac6c280a90e6f04 2024-11-14T11:24:32,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f1805709084f437ebe7b39a07b959310 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/f1805709084f437ebe7b39a07b959310 2024-11-14T11:24:32,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/d5bae784e6f6465894d57aed0c9083a5 2024-11-14T11:24:32,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/cf2484232dcc4f18afe58a69a1f5532a 2024-11-14T11:24:32,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/85b34deaa32a49b191b92b94803d81d2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/85b34deaa32a49b191b92b94803d81d2 2024-11-14T11:24:32,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/957ad1e0fe324e80bf4b7f62534f2d52 2024-11-14T11:24:32,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/7dd1e10396b54f00b833bfb3a2e153c3 2024-11-14T11:24:32,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5d036697511d49c3b7451a0ecee3c2a2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5d036697511d49c3b7451a0ecee3c2a2 2024-11-14T11:24:32,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0be91720a7df4b2c892c5e4b9f9aceba 2024-11-14T11:24:32,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/feef09764c494330b772b964f8647f59 2024-11-14T11:24:32,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/8f11eefc6a5640eebca0c89b0e103371, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d62ca96f69eb4fffb2e1d2627c77fde2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/961d415778394f21817827876ea66f1b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5482cae89e4c4c93873356aae399592b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/19e3b54fb2f1489ba249cb61c0b5181c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d5a1613dad02493cb742d8007e7c2596, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/6d4d6f037f904704ac6bf18f8de3f7a6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5b08630e3cce4228baeb08b800901638, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/faf846eb89864880a1a2ee9b1151f9a8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/185039d9ff7a42abafeb6e2be8deb56e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cae254892ea34b5fa6c8cd671d60a53b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d253b05a55bb4ae2b619f1ee0c25fd13, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/eb69cc15cbd844778fc39c2e06b06e88, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/62696793af2d47e3823cf2354482be3f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/b43f889f2ead47c88abd71406d71bf09, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/095ab9b20458464188cc6134f8f03f1d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a94346036080466580e8a43353cf0775, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/449a7f01835f475692c43b4c08081b21, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/ae8deefff9864f8cba063c0cf492c5a6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/9cc54fb636e7410ba819a7bae7e8016b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/39c8f409606d4c13a2f3de356d19ed21, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/c1fac77262e444a58ad815a06a00c241, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5f6f4ec6fca540a7807a56aabc04a29f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfe76d6587774d46973dc9de5c34e9bf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/4891128303c944ecafe2a45008b686b0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/69ac1553712d48babb708155abf2a530, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cdc76eb76875476abac701ae719c0ae5] to archive 2024-11-14T11:24:32,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:32,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/8f11eefc6a5640eebca0c89b0e103371 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/8f11eefc6a5640eebca0c89b0e103371 2024-11-14T11:24:32,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d62ca96f69eb4fffb2e1d2627c77fde2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d62ca96f69eb4fffb2e1d2627c77fde2 2024-11-14T11:24:32,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/961d415778394f21817827876ea66f1b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/961d415778394f21817827876ea66f1b 2024-11-14T11:24:32,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5482cae89e4c4c93873356aae399592b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5482cae89e4c4c93873356aae399592b 2024-11-14T11:24:32,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/19e3b54fb2f1489ba249cb61c0b5181c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/19e3b54fb2f1489ba249cb61c0b5181c 2024-11-14T11:24:32,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d5a1613dad02493cb742d8007e7c2596 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d5a1613dad02493cb742d8007e7c2596 2024-11-14T11:24:32,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/6d4d6f037f904704ac6bf18f8de3f7a6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/6d4d6f037f904704ac6bf18f8de3f7a6 2024-11-14T11:24:32,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5b08630e3cce4228baeb08b800901638 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5b08630e3cce4228baeb08b800901638 2024-11-14T11:24:32,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/faf846eb89864880a1a2ee9b1151f9a8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/faf846eb89864880a1a2ee9b1151f9a8 2024-11-14T11:24:32,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/185039d9ff7a42abafeb6e2be8deb56e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/185039d9ff7a42abafeb6e2be8deb56e 2024-11-14T11:24:32,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cae254892ea34b5fa6c8cd671d60a53b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cae254892ea34b5fa6c8cd671d60a53b 2024-11-14T11:24:32,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d253b05a55bb4ae2b619f1ee0c25fd13 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/d253b05a55bb4ae2b619f1ee0c25fd13 2024-11-14T11:24:32,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/eb69cc15cbd844778fc39c2e06b06e88 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/eb69cc15cbd844778fc39c2e06b06e88 2024-11-14T11:24:32,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/62696793af2d47e3823cf2354482be3f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/62696793af2d47e3823cf2354482be3f 2024-11-14T11:24:32,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/b43f889f2ead47c88abd71406d71bf09 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/b43f889f2ead47c88abd71406d71bf09 2024-11-14T11:24:32,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/095ab9b20458464188cc6134f8f03f1d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/095ab9b20458464188cc6134f8f03f1d 2024-11-14T11:24:32,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a94346036080466580e8a43353cf0775 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a94346036080466580e8a43353cf0775 2024-11-14T11:24:32,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/449a7f01835f475692c43b4c08081b21 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/449a7f01835f475692c43b4c08081b21 2024-11-14T11:24:32,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/ae8deefff9864f8cba063c0cf492c5a6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/ae8deefff9864f8cba063c0cf492c5a6 2024-11-14T11:24:32,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/9cc54fb636e7410ba819a7bae7e8016b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/9cc54fb636e7410ba819a7bae7e8016b 2024-11-14T11:24:32,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/39c8f409606d4c13a2f3de356d19ed21 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/39c8f409606d4c13a2f3de356d19ed21 2024-11-14T11:24:32,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/c1fac77262e444a58ad815a06a00c241 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/c1fac77262e444a58ad815a06a00c241 2024-11-14T11:24:32,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5f6f4ec6fca540a7807a56aabc04a29f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/5f6f4ec6fca540a7807a56aabc04a29f 2024-11-14T11:24:32,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfe76d6587774d46973dc9de5c34e9bf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfe76d6587774d46973dc9de5c34e9bf 2024-11-14T11:24:32,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/4891128303c944ecafe2a45008b686b0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/4891128303c944ecafe2a45008b686b0 2024-11-14T11:24:32,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/69ac1553712d48babb708155abf2a530 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/69ac1553712d48babb708155abf2a530 2024-11-14T11:24:32,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cdc76eb76875476abac701ae719c0ae5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/cdc76eb76875476abac701ae719c0ae5 2024-11-14T11:24:32,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/84a5cefbf4f041f7a7f84bab1f8b3d2a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/98c02c40a8694201bb571425dd8f0792, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/dbdcedbf021c4048a2e6cebbd69026ea, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/7a308115b9a04f2585b77efbae60b972, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/52e9bd9bf16d4ad686fd646606ddb868, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/82529523432e4a0680cabaf5619fb6e0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/869b4d55131041759ea1250e5bcc3ee7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/ddff67b336bc4021beedd58e4b8ee880, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cc4e345486234663a46b96f23a0c940c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/65f6701fd21546c18e7bef6ba0c1350a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/6baaabef08274c6f90a497de2c95514a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/91fae3dfb1624a469a72bc3cdc2203d1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/a9639a76b01040989daf175e3e210d06, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/f7cd112a0df84f4496e03c65a41197af, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/8003c74171c043618a5f8c90942e3a9c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/b8a7df21447e47f7ba9e93eabee3d54c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/c106fede5baf436baec92175f3eb6d1e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cfd824ffd6d342daa659a351cf54066a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/882d10dd6d174246b025d3f5308d2b3d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/10a7336879e942188faf98502ca9b722, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/9577a2dea8604b51a0a0b0f74a27bc6b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/813ed1ec9e964946b87b54e3db8a4c75, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/359e4c342d5045648031fdaa11701df9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/50dbdb1e723a491f9e8396231eb2c9c8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/fea198f38e574592a37ddcea4da7776f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/3f929f5e18514af58661916a979a7bcb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/0b6b727cf23749039f37f7c1949b5cb6] to archive 2024-11-14T11:24:32,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:32,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/84a5cefbf4f041f7a7f84bab1f8b3d2a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/84a5cefbf4f041f7a7f84bab1f8b3d2a 2024-11-14T11:24:32,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/98c02c40a8694201bb571425dd8f0792 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/98c02c40a8694201bb571425dd8f0792 2024-11-14T11:24:32,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/dbdcedbf021c4048a2e6cebbd69026ea to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/dbdcedbf021c4048a2e6cebbd69026ea 2024-11-14T11:24:32,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/7a308115b9a04f2585b77efbae60b972 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/7a308115b9a04f2585b77efbae60b972 2024-11-14T11:24:32,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/52e9bd9bf16d4ad686fd646606ddb868 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/52e9bd9bf16d4ad686fd646606ddb868 2024-11-14T11:24:32,375 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/82529523432e4a0680cabaf5619fb6e0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/82529523432e4a0680cabaf5619fb6e0 2024-11-14T11:24:32,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/869b4d55131041759ea1250e5bcc3ee7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/869b4d55131041759ea1250e5bcc3ee7 2024-11-14T11:24:32,377 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/ddff67b336bc4021beedd58e4b8ee880 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/ddff67b336bc4021beedd58e4b8ee880 2024-11-14T11:24:32,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cc4e345486234663a46b96f23a0c940c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cc4e345486234663a46b96f23a0c940c 2024-11-14T11:24:32,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/65f6701fd21546c18e7bef6ba0c1350a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/65f6701fd21546c18e7bef6ba0c1350a 2024-11-14T11:24:32,379 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/6baaabef08274c6f90a497de2c95514a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/6baaabef08274c6f90a497de2c95514a 2024-11-14T11:24:32,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/91fae3dfb1624a469a72bc3cdc2203d1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/91fae3dfb1624a469a72bc3cdc2203d1 2024-11-14T11:24:32,382 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/a9639a76b01040989daf175e3e210d06 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/a9639a76b01040989daf175e3e210d06 2024-11-14T11:24:32,383 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/f7cd112a0df84f4496e03c65a41197af to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/f7cd112a0df84f4496e03c65a41197af 2024-11-14T11:24:32,384 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/8003c74171c043618a5f8c90942e3a9c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/8003c74171c043618a5f8c90942e3a9c 2024-11-14T11:24:32,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/b8a7df21447e47f7ba9e93eabee3d54c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/b8a7df21447e47f7ba9e93eabee3d54c 2024-11-14T11:24:32,386 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/c106fede5baf436baec92175f3eb6d1e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/c106fede5baf436baec92175f3eb6d1e 2024-11-14T11:24:32,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cfd824ffd6d342daa659a351cf54066a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/cfd824ffd6d342daa659a351cf54066a 2024-11-14T11:24:32,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/882d10dd6d174246b025d3f5308d2b3d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/882d10dd6d174246b025d3f5308d2b3d 2024-11-14T11:24:32,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/10a7336879e942188faf98502ca9b722 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/10a7336879e942188faf98502ca9b722 2024-11-14T11:24:32,392 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/9577a2dea8604b51a0a0b0f74a27bc6b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/9577a2dea8604b51a0a0b0f74a27bc6b 2024-11-14T11:24:32,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/813ed1ec9e964946b87b54e3db8a4c75 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/813ed1ec9e964946b87b54e3db8a4c75 2024-11-14T11:24:32,394 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/359e4c342d5045648031fdaa11701df9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/359e4c342d5045648031fdaa11701df9 2024-11-14T11:24:32,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/50dbdb1e723a491f9e8396231eb2c9c8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/50dbdb1e723a491f9e8396231eb2c9c8 2024-11-14T11:24:32,396 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/fea198f38e574592a37ddcea4da7776f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/fea198f38e574592a37ddcea4da7776f 2024-11-14T11:24:32,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/3f929f5e18514af58661916a979a7bcb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/3f929f5e18514af58661916a979a7bcb 2024-11-14T11:24:32,398 DEBUG [StoreCloser-TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/0b6b727cf23749039f37f7c1949b5cb6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/0b6b727cf23749039f37f7c1949b5cb6 2024-11-14T11:24:32,404 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/recovered.edits/421.seqid, newMaxSeqId=421, maxSeqId=4 2024-11-14T11:24:32,405 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. 2024-11-14T11:24:32,405 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 61ddc7cfe66005d988feb5001af4a21b: Waiting for close lock at 1731583470625Running coprocessor pre-close hooks at 1731583470625Disabling compacts and flushes for region at 1731583470625Disabling writes for close at 1731583470625Obtaining lock to block concurrent updates at 1731583470625Preparing flush snapshotting stores in 61ddc7cfe66005d988feb5001af4a21b at 1731583470625Finished memstore snapshotting TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731583470626 (+1 ms)Flushing stores of TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b. at 1731583470626Flushing 61ddc7cfe66005d988feb5001af4a21b/A: creating writer at 1731583470626Flushing mob file 61ddc7cfe66005d988feb5001af4a21b/A: appending metadata at 1731583470631 (+5 ms)Flushing mob file 61ddc7cfe66005d988feb5001af4a21b/A: closing flushed file at 1731583470631Flushing 61ddc7cfe66005d988feb5001af4a21b/A: appending metadata at 1731583471043 (+412 ms)Flushing 61ddc7cfe66005d988feb5001af4a21b/A: closing flushed file at 1731583471043Flushing 61ddc7cfe66005d988feb5001af4a21b/B: creating writer at 1731583471454 (+411 ms)Flushing 61ddc7cfe66005d988feb5001af4a21b/B: appending metadata at 1731583471457 (+3 ms)Flushing 61ddc7cfe66005d988feb5001af4a21b/B: closing flushed file at 1731583471457Flushing 61ddc7cfe66005d988feb5001af4a21b/C: creating writer at 1731583471866 (+409 ms)Flushing 61ddc7cfe66005d988feb5001af4a21b/C: appending metadata at 1731583471868 (+2 ms)Flushing 61ddc7cfe66005d988feb5001af4a21b/C: closing flushed file at 1731583471868Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fd6c11: reopening flushed file at 1731583472277 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3709189c: reopening flushed file at 1731583472282 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228e34c6: reopening flushed file at 1731583472288 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 61ddc7cfe66005d988feb5001af4a21b in 1667ms, sequenceid=418, compaction requested=true at 1731583472293 (+5 ms)Writing region close event to WAL at 1731583472400 (+107 ms)Running coprocessor post-close hooks at 1731583472405 (+5 ms)Closed at 1731583472405 2024-11-14T11:24:32,407 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=61ddc7cfe66005d988feb5001af4a21b, regionState=CLOSED 2024-11-14T11:24:32,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:32,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T11:24:32,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 61ddc7cfe66005d988feb5001af4a21b, server=7437412fa5b4,43533,1731583409711 in 1.9370 sec 2024-11-14T11:24:32,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-14T11:24:32,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=61ddc7cfe66005d988feb5001af4a21b, UNASSIGN in 1.9420 sec 2024-11-14T11:24:32,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T11:24:32,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9460 sec 2024-11-14T11:24:32,415 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583472415"}]},"ts":"1731583472415"} 2024-11-14T11:24:32,417 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T11:24:32,417 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T11:24:32,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9590 sec 2024-11-14T11:24:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T11:24:32,615 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:32,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T11:24:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,617 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T11:24:32,618 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,620 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/recovered.edits] 2024-11-14T11:24:32,625 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0bd951517cb74e6aadc3ac8366d93347 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/0bd951517cb74e6aadc3ac8366d93347 2024-11-14T11:24:32,626 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/1019db614d1a4c559fc2046f5fc01642 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/1019db614d1a4c559fc2046f5fc01642 2024-11-14T11:24:32,628 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5bb1dc38f5714db1a95802b25d51e5b2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/A/5bb1dc38f5714db1a95802b25d51e5b2 2024-11-14T11:24:32,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/229c1edfe9c34e18a91ea78641cd5bed to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/229c1edfe9c34e18a91ea78641cd5bed 2024-11-14T11:24:32,631 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a6e86ccfbed0448a96c9b2fef0fb42f3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/a6e86ccfbed0448a96c9b2fef0fb42f3 2024-11-14T11:24:32,632 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfc32baff1564abb97a2f7a7295db853 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/B/dfc32baff1564abb97a2f7a7295db853 2024-11-14T11:24:32,634 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/5f8f37b027e547c38376b69243bf14dc to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/5f8f37b027e547c38376b69243bf14dc 2024-11-14T11:24:32,636 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/74826e4df66d4e98a2995c587047715a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/74826e4df66d4e98a2995c587047715a 2024-11-14T11:24:32,637 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/d328acc0e1384f05b2d33b2c9bdf3b90 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/C/d328acc0e1384f05b2d33b2c9bdf3b90 2024-11-14T11:24:32,641 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/recovered.edits/421.seqid to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b/recovered.edits/421.seqid 2024-11-14T11:24:32,642 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,642 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T11:24:32,642 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T11:24:32,643 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T11:24:32,648 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140f17ad6f913b4d519ec8081c78500339_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140f17ad6f913b4d519ec8081c78500339_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,650 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114108194d1ed1742d6acc26f09d576e109_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114108194d1ed1742d6acc26f09d576e109_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,651 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141dfc844ae6af477daf5c7510557a5397_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141dfc844ae6af477daf5c7510557a5397_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,654 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141fce60218f674f6ca411e8f8b82ef856_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141fce60218f674f6ca411e8f8b82ef856_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,659 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444e86ecd18504cadae76a19c96572499_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111444e86ecd18504cadae76a19c96572499_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,660 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144916b8b167914deb895cb49928e066a5_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144916b8b167914deb895cb49928e066a5_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,662 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f81faf485bd4f589ea18b5f45846702_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f81faf485bd4f589ea18b5f45846702_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,663 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144fbeeb6372114571a831fcbc1f07899c_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144fbeeb6372114571a831fcbc1f07899c_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,664 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114615e0f3eb8f14e669357cfe54560ad35_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114615e0f3eb8f14e669357cfe54560ad35_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,666 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146c0bd5514f5f44348ebe070a59739d67_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146c0bd5514f5f44348ebe070a59739d67_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,667 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114782ae2d1e22041b8a1921e8d69caa5f7_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114782ae2d1e22041b8a1921e8d69caa5f7_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,668 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147c24468ea8864952a73bc320e83eeba7_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147c24468ea8864952a73bc320e83eeba7_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,669 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147c450611f223421986a894ae8bb26d9b_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147c450611f223421986a894ae8bb26d9b_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,671 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148f9c1bf4f36f4c9a8abfa78c9456b6c1_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148f9c1bf4f36f4c9a8abfa78c9456b6c1_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,672 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c574d7096644b96b635e2794e69adc6_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c574d7096644b96b635e2794e69adc6_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,674 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a2b4002ca108407991dfc3f7cdb611f3_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a2b4002ca108407991dfc3f7cdb611f3_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ae02750b06cd43c989873e0151a17d87_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ae02750b06cd43c989873e0151a17d87_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7e307f29af94a0aad4f469f242d6652_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7e307f29af94a0aad4f469f242d6652_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,678 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d99e13993ca24471a4b769b180cd2335_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114d99e13993ca24471a4b769b180cd2335_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df2b175d544f4c0789057a436298aa49_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114df2b175d544f4c0789057a436298aa49_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,682 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e14174623fda46e09a560adfcc421570_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e14174623fda46e09a560adfcc421570_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ebf8dfbf31d94809b48d01bf35601b9c_61ddc7cfe66005d988feb5001af4a21b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ebf8dfbf31d94809b48d01bf35601b9c_61ddc7cfe66005d988feb5001af4a21b 2024-11-14T11:24:32,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T11:24:32,687 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,691 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T11:24:32,694 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T11:24:32,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,696 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T11:24:32,696 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731583472696"}]},"ts":"9223372036854775807"} 2024-11-14T11:24:32,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T11:24:32,699 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 61ddc7cfe66005d988feb5001af4a21b, NAME => 'TestAcidGuarantees,,1731583440687.61ddc7cfe66005d988feb5001af4a21b.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T11:24:32,699 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T11:24:32,699 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731583472699"}]},"ts":"9223372036854775807"} 2024-11-14T11:24:32,702 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T11:24:32,703 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 88 msec 2024-11-14T11:24:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T11:24:32,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T11:24:32,725 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:32,737 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=238 (was 238), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=538 (was 470) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2907 (was 2758) - AvailableMemoryMB LEAK? - 2024-11-14T11:24:32,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=538, ProcessCount=11, AvailableMemoryMB=2907 2024-11-14T11:24:32,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:24:32,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:24:32,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:32,751 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:24:32,751 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:32,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-14T11:24:32,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:24:32,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T11:24:32,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742062_1238 (size=959) 2024-11-14T11:24:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T11:24:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T11:24:33,169 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:24:33,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742063_1239 (size=53) 2024-11-14T11:24:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T11:24:33,575 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:33,575 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a8350c05b2e238925f071a9b42b31805, disabling compactions & flushes 2024-11-14T11:24:33,575 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. after waiting 0 ms 2024-11-14T11:24:33,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,576 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,576 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a8350c05b2e238925f071a9b42b31805: Waiting for close lock at 1731583473575Disabling compacts and flushes for region at 1731583473575Disabling writes for close at 1731583473576 (+1 ms)Writing region close event to WAL at 1731583473576Closed at 1731583473576 2024-11-14T11:24:33,577 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:24:33,577 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731583473577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583473577"}]},"ts":"1731583473577"} 2024-11-14T11:24:33,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T11:24:33,579 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:24:33,580 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583473579"}]},"ts":"1731583473579"} 2024-11-14T11:24:33,581 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T11:24:33,581 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, ASSIGN}] 2024-11-14T11:24:33,582 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, ASSIGN 2024-11-14T11:24:33,583 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, ASSIGN; state=OFFLINE, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=false 2024-11-14T11:24:33,733 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a8350c05b2e238925f071a9b42b31805, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:33,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, ASSIGN because future has completed 2024-11-14T11:24:33,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:33,890 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,890 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:24:33,890 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,890 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:33,891 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,891 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,893 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T11:24:33,895 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8350c05b2e238925f071a9b42b31805 columnFamilyName A 2024-11-14T11:24:33,895 DEBUG [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:33,895 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] regionserver.HStore(327): Store=a8350c05b2e238925f071a9b42b31805/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:33,895 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,897 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8350c05b2e238925f071a9b42b31805 columnFamilyName B 2024-11-14T11:24:33,897 DEBUG [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:33,897 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] regionserver.HStore(327): Store=a8350c05b2e238925f071a9b42b31805/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:33,897 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,898 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a8350c05b2e238925f071a9b42b31805 columnFamilyName C 2024-11-14T11:24:33,899 DEBUG [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:33,899 INFO [StoreOpener-a8350c05b2e238925f071a9b42b31805-1 {}] regionserver.HStore(327): Store=a8350c05b2e238925f071a9b42b31805/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:33,899 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,900 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,900 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,901 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,901 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,901 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:24:33,903 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,905 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:24:33,905 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened a8350c05b2e238925f071a9b42b31805; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72608079, jitterRate=0.08194468915462494}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:24:33,905 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:33,906 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for a8350c05b2e238925f071a9b42b31805: Running coprocessor pre-open hook at 1731583473891Writing region info on filesystem at 1731583473891Initializing all the Stores at 1731583473891Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583473892 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583473893 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583473893Cleaning up temporary data from old regions at 1731583473901 (+8 ms)Running coprocessor post-open hooks at 1731583473905 (+4 ms)Region opened successfully at 1731583473906 (+1 ms) 2024-11-14T11:24:33,906 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., pid=65, masterSystemTime=1731583473887 2024-11-14T11:24:33,908 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,908 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:33,909 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a8350c05b2e238925f071a9b42b31805, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:33,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:33,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-14T11:24:33,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 in 175 msec 2024-11-14T11:24:33,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-14T11:24:33,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, ASSIGN in 331 msec 2024-11-14T11:24:33,914 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:24:33,914 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583473914"}]},"ts":"1731583473914"} 2024-11-14T11:24:33,916 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T11:24:33,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:24:33,918 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1670 sec 2024-11-14T11:24:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-14T11:24:34,906 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:34,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c11f0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,911 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b797de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,914 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb47cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,920 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:24:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:24:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a28136 2024-11-14T11:24:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:24:34,922 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:24:34,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a25e579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,924 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1fea37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,925 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac4b1b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,927 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2c52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,928 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec69afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,930 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de62042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,931 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,931 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543df10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,933 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14126b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,934 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e5f860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14da2e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,938 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eea7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@128d97bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,939 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462dc8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,940 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ea258f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,942 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6318cbcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,943 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fb21f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,945 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df924b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,945 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,946 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2c2ba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,948 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70726fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,948 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,949 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,949 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37502124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:34,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:34,950 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b1b90e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:34,951 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:34,952 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:34,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f208d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:34,953 DEBUG [Thread-1117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,953 DEBUG [Thread-1119 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,953 DEBUG [Thread-1128 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,953 DEBUG [Thread-1126 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,953 DEBUG [Thread-1124 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,954 DEBUG [Thread-1132 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,954 DEBUG [Thread-1130 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,954 DEBUG [Thread-1113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,955 DEBUG [Thread-1130 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,955 DEBUG [Thread-1115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,955 DEBUG [Thread-1121 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:34,955 DEBUG [Thread-1130 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,956 DEBUG [Thread-1115 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,956 DEBUG [Thread-1115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,957 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:34,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:34,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:34,958 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-14T11:24:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T11:24:34,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,959 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:34,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,961 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,962 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:34,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:24:34,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:34,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:34,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:35,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/56bb936e6cdb4a8b9ccf90757afc7746 is 50, key is test_row_0/A:col10/1731583474969/Put/seqid=0 2024-11-14T11:24:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583535006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583535007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583535008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583535008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583535010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742064_1240 (size=12001) 2024-11-14T11:24:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T11:24:35,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583535113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583535124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583535124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583535124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583535124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T11:24:35,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583535324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583535334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,336 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583535334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583535334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583535334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,337 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:35,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/56bb936e6cdb4a8b9ccf90757afc7746 2024-11-14T11:24:35,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/62d80b2ce0114e87a0ae5078db1806b0 is 50, key is test_row_0/B:col10/1731583474969/Put/seqid=0 2024-11-14T11:24:35,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742065_1241 (size=12001) 2024-11-14T11:24:35,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/62d80b2ce0114e87a0ae5078db1806b0 2024-11-14T11:24:35,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c2e920dbf33545fc9ad314afeb213453 is 50, key is test_row_0/C:col10/1731583474969/Put/seqid=0 2024-11-14T11:24:35,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742066_1242 (size=12001) 2024-11-14T11:24:35,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T11:24:35,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583535634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583535644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583535644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,645 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583535644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583535644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:35,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:35,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:35,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c2e920dbf33545fc9ad314afeb213453 2024-11-14T11:24:35,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/56bb936e6cdb4a8b9ccf90757afc7746 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/56bb936e6cdb4a8b9ccf90757afc7746 2024-11-14T11:24:35,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/56bb936e6cdb4a8b9ccf90757afc7746, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T11:24:35,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/62d80b2ce0114e87a0ae5078db1806b0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/62d80b2ce0114e87a0ae5078db1806b0 2024-11-14T11:24:35,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/62d80b2ce0114e87a0ae5078db1806b0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T11:24:35,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c2e920dbf33545fc9ad314afeb213453 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c2e920dbf33545fc9ad314afeb213453 2024-11-14T11:24:35,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c2e920dbf33545fc9ad314afeb213453, entries=150, sequenceid=13, filesize=11.7 K 2024-11-14T11:24:35,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a8350c05b2e238925f071a9b42b31805 in 972ms, sequenceid=13, compaction requested=false 2024-11-14T11:24:35,942 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T11:24:35,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:36,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-14T11:24:36,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:36,033 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:24:36,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/837c15314f9745ca9bde484c8aee93e3 is 50, key is test_row_0/A:col10/1731583474989/Put/seqid=0 2024-11-14T11:24:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742067_1243 (size=12001) 2024-11-14T11:24:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T11:24:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:36,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583536157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583536158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,162 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583536158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583536159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583536159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583536263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583536264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583536274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583536274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583536274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583536473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/837c15314f9745ca9bde484c8aee93e3 2024-11-14T11:24:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583536474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/6ec99c2af7d04bfa99d1fc8989169f19 is 50, key is test_row_0/B:col10/1731583474989/Put/seqid=0 2024-11-14T11:24:36,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583536484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583536484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583536484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,486 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742068_1244 (size=12001) 2024-11-14T11:24:36,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/6ec99c2af7d04bfa99d1fc8989169f19 2024-11-14T11:24:36,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7230f81edb6c4d96801843c80e9f1242 is 50, key is test_row_0/C:col10/1731583474989/Put/seqid=0 2024-11-14T11:24:36,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742069_1245 (size=12001) 2024-11-14T11:24:36,511 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7230f81edb6c4d96801843c80e9f1242 2024-11-14T11:24:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/837c15314f9745ca9bde484c8aee93e3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/837c15314f9745ca9bde484c8aee93e3 2024-11-14T11:24:36,522 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/837c15314f9745ca9bde484c8aee93e3, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T11:24:36,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/6ec99c2af7d04bfa99d1fc8989169f19 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6ec99c2af7d04bfa99d1fc8989169f19 2024-11-14T11:24:36,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6ec99c2af7d04bfa99d1fc8989169f19, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T11:24:36,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7230f81edb6c4d96801843c80e9f1242 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7230f81edb6c4d96801843c80e9f1242 2024-11-14T11:24:36,535 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7230f81edb6c4d96801843c80e9f1242, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T11:24:36,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a8350c05b2e238925f071a9b42b31805 in 505ms, sequenceid=37, compaction requested=false 2024-11-14T11:24:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:36,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-14T11:24:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-14T11:24:36,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-14T11:24:36,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5780 sec 2024-11-14T11:24:36,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.5860 sec 2024-11-14T11:24:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:36,786 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:36,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T11:24:36,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/880febafc71849858f40d52f5069bb1b is 50, key is test_row_0/A:col10/1731583476151/Put/seqid=0 2024-11-14T11:24:36,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742070_1246 (size=12001) 2024-11-14T11:24:36,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/880febafc71849858f40d52f5069bb1b 2024-11-14T11:24:36,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/83c0718fced748798b8d30b5b5c42531 is 50, key is test_row_0/B:col10/1731583476151/Put/seqid=0 2024-11-14T11:24:36,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742071_1247 (size=12001) 2024-11-14T11:24:36,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583536808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583536811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583536811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583536812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583536813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,818 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583536924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583536924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583536924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583536924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583536924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-14T11:24:37,104 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:37,105 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-14T11:24:37,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T11:24:37,106 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:37,107 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:37,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583537134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583537134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583537134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583537134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583537135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/83c0718fced748798b8d30b5b5c42531 2024-11-14T11:24:37,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a7d0fefcee4e48baa52d0f38cba20a16 is 50, key is test_row_0/C:col10/1731583476151/Put/seqid=0 2024-11-14T11:24:37,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T11:24:37,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742072_1248 (size=12001) 2024-11-14T11:24:37,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T11:24:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:37,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T11:24:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T11:24:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583537443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583537444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583537444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583537444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583537444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T11:24:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:37,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:37,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a7d0fefcee4e48baa52d0f38cba20a16 2024-11-14T11:24:37,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/880febafc71849858f40d52f5069bb1b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/880febafc71849858f40d52f5069bb1b 2024-11-14T11:24:37,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/880febafc71849858f40d52f5069bb1b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T11:24:37,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/83c0718fced748798b8d30b5b5c42531 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/83c0718fced748798b8d30b5b5c42531 2024-11-14T11:24:37,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/83c0718fced748798b8d30b5b5c42531, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T11:24:37,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a7d0fefcee4e48baa52d0f38cba20a16 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a7d0fefcee4e48baa52d0f38cba20a16 2024-11-14T11:24:37,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a7d0fefcee4e48baa52d0f38cba20a16, entries=150, sequenceid=51, filesize=11.7 K 2024-11-14T11:24:37,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a8350c05b2e238925f071a9b42b31805 in 847ms, sequenceid=51, compaction requested=true 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:37,633 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:37,633 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:37,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:37,634 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:37,634 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:37,634 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:37,634 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:37,634 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,634 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,635 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/56bb936e6cdb4a8b9ccf90757afc7746, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/837c15314f9745ca9bde484c8aee93e3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/880febafc71849858f40d52f5069bb1b] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.2 K 2024-11-14T11:24:37,635 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/62d80b2ce0114e87a0ae5078db1806b0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6ec99c2af7d04bfa99d1fc8989169f19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/83c0718fced748798b8d30b5b5c42531] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.2 K 2024-11-14T11:24:37,635 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 62d80b2ce0114e87a0ae5078db1806b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731583474967 2024-11-14T11:24:37,635 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56bb936e6cdb4a8b9ccf90757afc7746, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731583474967 2024-11-14T11:24:37,635 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 837c15314f9745ca9bde484c8aee93e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731583474989 2024-11-14T11:24:37,635 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ec99c2af7d04bfa99d1fc8989169f19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731583474989 2024-11-14T11:24:37,636 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 83c0718fced748798b8d30b5b5c42531, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731583476151 2024-11-14T11:24:37,636 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 880febafc71849858f40d52f5069bb1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731583476151 2024-11-14T11:24:37,643 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:37,643 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:37,644 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/ce18e721af394bd68fdbfea2c25503ac is 50, key is test_row_0/B:col10/1731583476151/Put/seqid=0 2024-11-14T11:24:37,644 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/3dad0cb432424f90aa90a0ec358e5500 is 50, key is test_row_0/A:col10/1731583476151/Put/seqid=0 2024-11-14T11:24:37,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742074_1250 (size=12104) 2024-11-14T11:24:37,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742073_1249 (size=12104) 2024-11-14T11:24:37,664 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/3dad0cb432424f90aa90a0ec358e5500 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/3dad0cb432424f90aa90a0ec358e5500 2024-11-14T11:24:37,670 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 3dad0cb432424f90aa90a0ec358e5500(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:37,670 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:37,670 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583477633; duration=0sec 2024-11-14T11:24:37,670 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:37,670 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:37,670 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:37,671 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:37,671 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:37,671 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,672 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c2e920dbf33545fc9ad314afeb213453, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7230f81edb6c4d96801843c80e9f1242, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a7d0fefcee4e48baa52d0f38cba20a16] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.2 K 2024-11-14T11:24:37,673 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2e920dbf33545fc9ad314afeb213453, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731583474967 2024-11-14T11:24:37,673 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7230f81edb6c4d96801843c80e9f1242, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731583474989 2024-11-14T11:24:37,674 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7d0fefcee4e48baa52d0f38cba20a16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731583476151 2024-11-14T11:24:37,682 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:37,683 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/b94ab712e7114ac0b5ae52b483146855 is 50, key is test_row_0/C:col10/1731583476151/Put/seqid=0 2024-11-14T11:24:37,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742075_1251 (size=12104) 2024-11-14T11:24:37,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-14T11:24:37,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:37,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:24:37,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a3904a12562e401f81ab7465b26fe7ef is 50, key is test_row_0/A:col10/1731583476811/Put/seqid=0 2024-11-14T11:24:37,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T11:24:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742076_1252 (size=12001) 2024-11-14T11:24:37,739 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a3904a12562e401f81ab7465b26fe7ef 2024-11-14T11:24:37,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/28fbea085a064603a55af0dc8738c98a is 50, key is test_row_0/B:col10/1731583476811/Put/seqid=0 2024-11-14T11:24:37,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742077_1253 (size=12001) 2024-11-14T11:24:37,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:24:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:37,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:37,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583537962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583537963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,966 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583537964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583537964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:37,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583537965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:37,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,054 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/ce18e721af394bd68fdbfea2c25503ac as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ce18e721af394bd68fdbfea2c25503ac 2024-11-14T11:24:38,060 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into ce18e721af394bd68fdbfea2c25503ac(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:38,060 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:38,060 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583477633; duration=0sec 2024-11-14T11:24:38,060 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:38,060 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583538074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583538074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583538074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583538074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583538074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,105 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/b94ab712e7114ac0b5ae52b483146855 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/b94ab712e7114ac0b5ae52b483146855 2024-11-14T11:24:38,109 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into b94ab712e7114ac0b5ae52b483146855(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:38,109 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:38,109 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583477633; duration=0sec 2024-11-14T11:24:38,109 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:38,109 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:38,156 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/28fbea085a064603a55af0dc8738c98a 2024-11-14T11:24:38,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/38753380569b47cbaa1a2785c36d8a24 is 50, key is test_row_0/C:col10/1731583476811/Put/seqid=0 2024-11-14T11:24:38,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742078_1254 (size=12001) 2024-11-14T11:24:38,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T11:24:38,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583538284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,286 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583538284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583538284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583538285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583538285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,288 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,571 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/38753380569b47cbaa1a2785c36d8a24 2024-11-14T11:24:38,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a3904a12562e401f81ab7465b26fe7ef as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a3904a12562e401f81ab7465b26fe7ef 2024-11-14T11:24:38,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a3904a12562e401f81ab7465b26fe7ef, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T11:24:38,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/28fbea085a064603a55af0dc8738c98a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/28fbea085a064603a55af0dc8738c98a 2024-11-14T11:24:38,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/28fbea085a064603a55af0dc8738c98a, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T11:24:38,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/38753380569b47cbaa1a2785c36d8a24 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/38753380569b47cbaa1a2785c36d8a24 2024-11-14T11:24:38,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/38753380569b47cbaa1a2785c36d8a24, entries=150, sequenceid=74, filesize=11.7 K 2024-11-14T11:24:38,588 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a8350c05b2e238925f071a9b42b31805 in 870ms, sequenceid=74, compaction requested=false 2024-11-14T11:24:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:38,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-14T11:24:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-14T11:24:38,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T11:24:38,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-11-14T11:24:38,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4870 sec 2024-11-14T11:24:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:38,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:38,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T11:24:38,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c905d2d2ae3e4989bc1b6f285e7fe086 is 50, key is test_row_0/A:col10/1731583478595/Put/seqid=0 2024-11-14T11:24:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742079_1255 (size=16681) 2024-11-14T11:24:38,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c905d2d2ae3e4989bc1b6f285e7fe086 2024-11-14T11:24:38,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583538616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583538619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583538619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,624 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583538620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2f31915ed0e8420898926150979d7421 is 50, key is test_row_0/B:col10/1731583478595/Put/seqid=0 2024-11-14T11:24:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583538623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742080_1256 (size=12001) 2024-11-14T11:24:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583538733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583538733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583538733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583538734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583538734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583538944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583538944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583538945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583538945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583538945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:38,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2f31915ed0e8420898926150979d7421 2024-11-14T11:24:39,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c429186d9702452b905a4299fdc1840b is 50, key is test_row_0/C:col10/1731583478595/Put/seqid=0 2024-11-14T11:24:39,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742081_1257 (size=12001) 2024-11-14T11:24:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-14T11:24:39,254 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:39,255 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-14T11:24:39,256 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:39,257 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:39,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:39,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583539254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T11:24:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583539254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583539255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583539255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583539255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T11:24:39,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T11:24:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:39,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:39,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:39,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c429186d9702452b905a4299fdc1840b 2024-11-14T11:24:39,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c905d2d2ae3e4989bc1b6f285e7fe086 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c905d2d2ae3e4989bc1b6f285e7fe086 2024-11-14T11:24:39,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c905d2d2ae3e4989bc1b6f285e7fe086, entries=250, sequenceid=94, filesize=16.3 K 2024-11-14T11:24:39,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2f31915ed0e8420898926150979d7421 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2f31915ed0e8420898926150979d7421 2024-11-14T11:24:39,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2f31915ed0e8420898926150979d7421, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T11:24:39,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c429186d9702452b905a4299fdc1840b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c429186d9702452b905a4299fdc1840b 2024-11-14T11:24:39,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c429186d9702452b905a4299fdc1840b, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T11:24:39,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a8350c05b2e238925f071a9b42b31805 in 889ms, sequenceid=94, compaction requested=true 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:39,485 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:39,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:39,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:39,486 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:39,486 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:39,486 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:39,486 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:39,486 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:39,486 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:39,486 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/3dad0cb432424f90aa90a0ec358e5500, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a3904a12562e401f81ab7465b26fe7ef, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c905d2d2ae3e4989bc1b6f285e7fe086] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=39.8 K 2024-11-14T11:24:39,486 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ce18e721af394bd68fdbfea2c25503ac, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/28fbea085a064603a55af0dc8738c98a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2f31915ed0e8420898926150979d7421] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.3 K 2024-11-14T11:24:39,487 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dad0cb432424f90aa90a0ec358e5500, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731583476151 2024-11-14T11:24:39,487 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ce18e721af394bd68fdbfea2c25503ac, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731583476151 2024-11-14T11:24:39,487 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3904a12562e401f81ab7465b26fe7ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731583476810 2024-11-14T11:24:39,487 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 28fbea085a064603a55af0dc8738c98a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731583476810 2024-11-14T11:24:39,487 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c905d2d2ae3e4989bc1b6f285e7fe086, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583477954 2024-11-14T11:24:39,487 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f31915ed0e8420898926150979d7421, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583478595 2024-11-14T11:24:39,496 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:39,497 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/5bcd5b00f8254af6a66b791a2afe4483 is 50, key is test_row_0/A:col10/1731583478595/Put/seqid=0 2024-11-14T11:24:39,499 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:39,500 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/68a5e60269a746108d28d2ddb81f2a41 is 50, key is test_row_0/B:col10/1731583478595/Put/seqid=0 2024-11-14T11:24:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742082_1258 (size=12207) 2024-11-14T11:24:39,512 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/5bcd5b00f8254af6a66b791a2afe4483 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5bcd5b00f8254af6a66b791a2afe4483 2024-11-14T11:24:39,519 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 5bcd5b00f8254af6a66b791a2afe4483(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:39,520 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:39,520 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583479485; duration=0sec 2024-11-14T11:24:39,520 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:39,520 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:39,520 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:39,522 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:39,523 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:39,523 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:39,523 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/b94ab712e7114ac0b5ae52b483146855, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/38753380569b47cbaa1a2785c36d8a24, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c429186d9702452b905a4299fdc1840b] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.3 K 2024-11-14T11:24:39,523 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94ab712e7114ac0b5ae52b483146855, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731583476151 2024-11-14T11:24:39,524 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38753380569b47cbaa1a2785c36d8a24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731583476810 2024-11-14T11:24:39,524 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c429186d9702452b905a4299fdc1840b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583478595 2024-11-14T11:24:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742083_1259 (size=12207) 2024-11-14T11:24:39,536 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:39,537 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/021601cea04a4948a9e6a02b867eb8ee is 50, key is test_row_0/C:col10/1731583478595/Put/seqid=0 2024-11-14T11:24:39,546 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/68a5e60269a746108d28d2ddb81f2a41 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/68a5e60269a746108d28d2ddb81f2a41 2024-11-14T11:24:39,551 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into 68a5e60269a746108d28d2ddb81f2a41(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:39,551 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:39,551 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583479485; duration=0sec 2024-11-14T11:24:39,552 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:39,552 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742084_1260 (size=12207) 2024-11-14T11:24:39,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-14T11:24:39,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:39,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T11:24:39,564 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/021601cea04a4948a9e6a02b867eb8ee as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/021601cea04a4948a9e6a02b867eb8ee 2024-11-14T11:24:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/f3a6092f6e5440c5810ad5672f61038c is 50, key is test_row_0/A:col10/1731583478618/Put/seqid=0 2024-11-14T11:24:39,571 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into 021601cea04a4948a9e6a02b867eb8ee(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:39,571 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:39,571 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583479485; duration=0sec 2024-11-14T11:24:39,571 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:39,571 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:39,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742085_1261 (size=12001) 2024-11-14T11:24:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T11:24:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:39,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:39,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583539776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,780 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583539778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583539778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583539779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583539780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T11:24:39,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583539883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583539894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583539894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583539894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583539894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:39,974 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/f3a6092f6e5440c5810ad5672f61038c 2024-11-14T11:24:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/5413c139513542fc817d2588a816bb5b is 50, key is test_row_0/B:col10/1731583478618/Put/seqid=0 2024-11-14T11:24:39,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742086_1262 (size=12001) 2024-11-14T11:24:40,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583540094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583540104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583540104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583540104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583540104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,387 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/5413c139513542fc817d2588a816bb5b 2024-11-14T11:24:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T11:24:40,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/16ae78b20c784e7798d556cf47f05d19 is 50, key is test_row_0/C:col10/1731583478618/Put/seqid=0 2024-11-14T11:24:40,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583540404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,408 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742087_1263 (size=12001) 2024-11-14T11:24:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583540414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583540414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583540414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583540414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,417 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,815 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/16ae78b20c784e7798d556cf47f05d19 2024-11-14T11:24:40,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/f3a6092f6e5440c5810ad5672f61038c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f3a6092f6e5440c5810ad5672f61038c 2024-11-14T11:24:40,823 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f3a6092f6e5440c5810ad5672f61038c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T11:24:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/5413c139513542fc817d2588a816bb5b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5413c139513542fc817d2588a816bb5b 2024-11-14T11:24:40,827 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5413c139513542fc817d2588a816bb5b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T11:24:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/16ae78b20c784e7798d556cf47f05d19 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/16ae78b20c784e7798d556cf47f05d19 2024-11-14T11:24:40,832 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/16ae78b20c784e7798d556cf47f05d19, entries=150, sequenceid=114, filesize=11.7 K 2024-11-14T11:24:40,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a8350c05b2e238925f071a9b42b31805 in 1270ms, sequenceid=114, compaction requested=false 2024-11-14T11:24:40,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:40,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:40,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-14T11:24:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-14T11:24:40,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T11:24:40,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5770 sec 2024-11-14T11:24:40,840 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.5840 sec 2024-11-14T11:24:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:40,916 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:40,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T11:24:40,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a1075a1d1fd948228eb8b97abe1bd408 is 50, key is test_row_0/A:col10/1731583479778/Put/seqid=0 2024-11-14T11:24:40,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742088_1264 (size=14491) 2024-11-14T11:24:40,930 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a1075a1d1fd948228eb8b97abe1bd408 2024-11-14T11:24:40,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/73781bba67814db28dc2ccf05b5900c4 is 50, key is test_row_0/B:col10/1731583479778/Put/seqid=0 2024-11-14T11:24:40,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742089_1265 (size=12101) 2024-11-14T11:24:40,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583540940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583540940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583540946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583540946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583540948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:40,952 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583541054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583541054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583541054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583541054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583541054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583541264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583541264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,267 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583541264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583541264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583541264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/73781bba67814db28dc2ccf05b5900c4 2024-11-14T11:24:41,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/4104879f647c4368a96d1228d110c994 is 50, key is test_row_0/C:col10/1731583479778/Put/seqid=0 2024-11-14T11:24:41,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742090_1266 (size=12101) 2024-11-14T11:24:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T11:24:41,404 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:41,405 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-14T11:24:41,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T11:24:41,406 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:41,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T11:24:41,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T11:24:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:41,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:41,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583541574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583541574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583541574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583541574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583541574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:41,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:41,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:41,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T11:24:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:41,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T11:24:41,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/4104879f647c4368a96d1228d110c994 2024-11-14T11:24:41,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a1075a1d1fd948228eb8b97abe1bd408 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a1075a1d1fd948228eb8b97abe1bd408 2024-11-14T11:24:41,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a1075a1d1fd948228eb8b97abe1bd408, entries=200, sequenceid=134, filesize=14.2 K 2024-11-14T11:24:41,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/73781bba67814db28dc2ccf05b5900c4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/73781bba67814db28dc2ccf05b5900c4 2024-11-14T11:24:41,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/73781bba67814db28dc2ccf05b5900c4, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T11:24:41,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/4104879f647c4368a96d1228d110c994 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4104879f647c4368a96d1228d110c994 2024-11-14T11:24:41,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4104879f647c4368a96d1228d110c994, entries=150, sequenceid=134, filesize=11.8 K 2024-11-14T11:24:41,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for a8350c05b2e238925f071a9b42b31805 in 847ms, sequenceid=134, compaction requested=true 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:41,763 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:41,763 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:41,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:41,764 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:41,764 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:41,765 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,765 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5bcd5b00f8254af6a66b791a2afe4483, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f3a6092f6e5440c5810ad5672f61038c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a1075a1d1fd948228eb8b97abe1bd408] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=37.8 K 2024-11-14T11:24:41,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:41,765 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5bcd5b00f8254af6a66b791a2afe4483, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583478595 2024-11-14T11:24:41,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:41,765 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,765 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/68a5e60269a746108d28d2ddb81f2a41, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5413c139513542fc817d2588a816bb5b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/73781bba67814db28dc2ccf05b5900c4] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.5 K 2024-11-14T11:24:41,765 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3a6092f6e5440c5810ad5672f61038c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731583478618 2024-11-14T11:24:41,766 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 68a5e60269a746108d28d2ddb81f2a41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583478595 2024-11-14T11:24:41,766 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1075a1d1fd948228eb8b97abe1bd408, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583479771 2024-11-14T11:24:41,766 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5413c139513542fc817d2588a816bb5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731583478618 2024-11-14T11:24:41,767 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 73781bba67814db28dc2ccf05b5900c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583479771 2024-11-14T11:24:41,775 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:41,776 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:41,776 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/7add342e92fd44c9b356eec0718e91fb is 50, key is test_row_0/B:col10/1731583479778/Put/seqid=0 2024-11-14T11:24:41,776 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/4ced9eed0bac447eaf261405c53ba350 is 50, key is test_row_0/A:col10/1731583479778/Put/seqid=0 2024-11-14T11:24:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742092_1268 (size=12409) 2024-11-14T11:24:41,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742091_1267 (size=12409) 2024-11-14T11:24:41,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-14T11:24:41,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:41,865 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-14T11:24:41,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/124c62433fde4b268ec50b620dad1fc5 is 50, key is test_row_0/A:col10/1731583480944/Put/seqid=0 2024-11-14T11:24:41,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742093_1269 (size=12151) 2024-11-14T11:24:42,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T11:24:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:42,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:42,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583542102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583542103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583542104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583542105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583542105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,188 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/4ced9eed0bac447eaf261405c53ba350 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4ced9eed0bac447eaf261405c53ba350 2024-11-14T11:24:42,188 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/7add342e92fd44c9b356eec0718e91fb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7add342e92fd44c9b356eec0718e91fb 2024-11-14T11:24:42,195 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into 7add342e92fd44c9b356eec0718e91fb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:42,195 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583481763; duration=0sec 2024-11-14T11:24:42,195 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 4ced9eed0bac447eaf261405c53ba350(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:42,195 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583481763; duration=0sec 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:42,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:42,196 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:42,196 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:42,196 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:42,196 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/021601cea04a4948a9e6a02b867eb8ee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/16ae78b20c784e7798d556cf47f05d19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4104879f647c4368a96d1228d110c994] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.5 K 2024-11-14T11:24:42,197 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 021601cea04a4948a9e6a02b867eb8ee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583478595 2024-11-14T11:24:42,197 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 16ae78b20c784e7798d556cf47f05d19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731583478618 2024-11-14T11:24:42,197 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4104879f647c4368a96d1228d110c994, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583479771 2024-11-14T11:24:42,204 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:42,205 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/bb79542302e34b55b4f945abafdb9793 is 50, key is test_row_0/C:col10/1731583479778/Put/seqid=0 2024-11-14T11:24:42,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583542214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583542214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583542214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742094_1270 (size=12409) 2024-11-14T11:24:42,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583542224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583542223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,272 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/124c62433fde4b268ec50b620dad1fc5 2024-11-14T11:24:42,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/018c9fe9daea421db7b2ff305874e1d3 is 50, key is test_row_0/B:col10/1731583480944/Put/seqid=0 2024-11-14T11:24:42,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742095_1271 (size=12151) 2024-11-14T11:24:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583542424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583542424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583542424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583542433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583542434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T11:24:42,623 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/bb79542302e34b55b4f945abafdb9793 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bb79542302e34b55b4f945abafdb9793 2024-11-14T11:24:42,627 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into bb79542302e34b55b4f945abafdb9793(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:42,627 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:42,627 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583481763; duration=0sec 2024-11-14T11:24:42,627 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:42,627 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:42,684 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/018c9fe9daea421db7b2ff305874e1d3 2024-11-14T11:24:42,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/201156bdeea64d1e936079bb9ddcbdcb is 50, key is test_row_0/C:col10/1731583480944/Put/seqid=0 2024-11-14T11:24:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742096_1272 (size=12151) 2024-11-14T11:24:42,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583542734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583542734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583542734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583542743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583542743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:42,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/201156bdeea64d1e936079bb9ddcbdcb 2024-11-14T11:24:43,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/124c62433fde4b268ec50b620dad1fc5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/124c62433fde4b268ec50b620dad1fc5 2024-11-14T11:24:43,101 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/124c62433fde4b268ec50b620dad1fc5, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T11:24:43,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/018c9fe9daea421db7b2ff305874e1d3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/018c9fe9daea421db7b2ff305874e1d3 2024-11-14T11:24:43,105 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/018c9fe9daea421db7b2ff305874e1d3, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T11:24:43,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/201156bdeea64d1e936079bb9ddcbdcb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/201156bdeea64d1e936079bb9ddcbdcb 2024-11-14T11:24:43,109 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/201156bdeea64d1e936079bb9ddcbdcb, entries=150, sequenceid=152, filesize=11.9 K 2024-11-14T11:24:43,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for a8350c05b2e238925f071a9b42b31805 in 1245ms, sequenceid=152, compaction requested=false 2024-11-14T11:24:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:43,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-14T11:24:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-14T11:24:43,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-14T11:24:43,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7050 sec 2024-11-14T11:24:43,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.7080 sec 2024-11-14T11:24:43,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:43,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-14T11:24:43,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/ce25ed85e8e5455086435a1b967638bd is 50, key is test_row_0/A:col10/1731583483244/Put/seqid=0 2024-11-14T11:24:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742097_1273 (size=12151) 2024-11-14T11:24:43,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583543259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583543261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583543262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583543263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583543264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583543373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583543373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583543374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583543374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583543374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-14T11:24:43,554 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:43,555 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-14T11:24:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T11:24:43,556 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:43,557 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:43,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:43,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583543583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583543584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583543584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583543584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583543584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,587 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/ce25ed85e8e5455086435a1b967638bd 2024-11-14T11:24:43,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/6127148ff88f407ea46a03224b0b53d4 is 50, key is test_row_0/B:col10/1731583483244/Put/seqid=0 2024-11-14T11:24:43,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742098_1274 (size=12151) 2024-11-14T11:24:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T11:24:43,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/6127148ff88f407ea46a03224b0b53d4 2024-11-14T11:24:43,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/bbcb76f2cb9d456dabfae3ff00919553 is 50, key is test_row_0/C:col10/1731583483244/Put/seqid=0 2024-11-14T11:24:43,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742099_1275 (size=12151) 2024-11-14T11:24:43,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T11:24:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:43,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:43,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:43,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T11:24:43,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:43,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:43,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:43,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T11:24:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583543893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583543894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583543894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583543894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583543894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:43,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T11:24:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:44,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:44,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/bbcb76f2cb9d456dabfae3ff00919553 2024-11-14T11:24:44,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/ce25ed85e8e5455086435a1b967638bd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ce25ed85e8e5455086435a1b967638bd 2024-11-14T11:24:44,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ce25ed85e8e5455086435a1b967638bd, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T11:24:44,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/6127148ff88f407ea46a03224b0b53d4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6127148ff88f407ea46a03224b0b53d4 2024-11-14T11:24:44,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6127148ff88f407ea46a03224b0b53d4, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T11:24:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/bbcb76f2cb9d456dabfae3ff00919553 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bbcb76f2cb9d456dabfae3ff00919553 2024-11-14T11:24:44,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bbcb76f2cb9d456dabfae3ff00919553, entries=150, sequenceid=174, filesize=11.9 K 2024-11-14T11:24:44,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for a8350c05b2e238925f071a9b42b31805 in 844ms, sequenceid=174, compaction requested=true 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:44,090 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:44,090 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:44,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:44,091 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:44,091 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:44,091 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:44,091 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:44,091 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:44,091 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:44,091 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4ced9eed0bac447eaf261405c53ba350, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/124c62433fde4b268ec50b620dad1fc5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ce25ed85e8e5455086435a1b967638bd] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.9 K 2024-11-14T11:24:44,091 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7add342e92fd44c9b356eec0718e91fb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/018c9fe9daea421db7b2ff305874e1d3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6127148ff88f407ea46a03224b0b53d4] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.9 K 2024-11-14T11:24:44,091 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ced9eed0bac447eaf261405c53ba350, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583479771 2024-11-14T11:24:44,092 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7add342e92fd44c9b356eec0718e91fb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583479771 2024-11-14T11:24:44,092 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 124c62433fde4b268ec50b620dad1fc5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731583480937 2024-11-14T11:24:44,092 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 018c9fe9daea421db7b2ff305874e1d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731583480937 2024-11-14T11:24:44,092 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce25ed85e8e5455086435a1b967638bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583482101 2024-11-14T11:24:44,092 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6127148ff88f407ea46a03224b0b53d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583482101 2024-11-14T11:24:44,097 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:44,097 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:44,098 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/52af618612984760b5e9d1cf53942e24 is 50, key is test_row_0/A:col10/1731583483244/Put/seqid=0 2024-11-14T11:24:44,098 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/c39371632f2b47c3bd36b53b7a138a8e is 50, key is test_row_0/B:col10/1731583483244/Put/seqid=0 2024-11-14T11:24:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742101_1277 (size=12561) 2024-11-14T11:24:44,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742100_1276 (size=12561) 2024-11-14T11:24:44,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-14T11:24:44,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:44,167 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-14T11:24:44,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a552133f67fe448999fbf2a769a950b9 is 50, key is test_row_0/A:col10/1731583483262/Put/seqid=0 2024-11-14T11:24:44,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742102_1278 (size=12151) 2024-11-14T11:24:44,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T11:24:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:44,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583544417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583544418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583544419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,424 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583544420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,425 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583544422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,507 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/52af618612984760b5e9d1cf53942e24 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/52af618612984760b5e9d1cf53942e24 2024-11-14T11:24:44,511 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 52af618612984760b5e9d1cf53942e24(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:44,511 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:44,511 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583484090; duration=0sec 2024-11-14T11:24:44,511 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:44,511 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:44,511 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:44,512 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:44,512 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:44,512 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:44,512 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bb79542302e34b55b4f945abafdb9793, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/201156bdeea64d1e936079bb9ddcbdcb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bbcb76f2cb9d456dabfae3ff00919553] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=35.9 K 2024-11-14T11:24:44,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb79542302e34b55b4f945abafdb9793, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583479771 2024-11-14T11:24:44,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 201156bdeea64d1e936079bb9ddcbdcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731583480937 2024-11-14T11:24:44,513 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbcb76f2cb9d456dabfae3ff00919553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583482101 2024-11-14T11:24:44,515 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/c39371632f2b47c3bd36b53b7a138a8e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c39371632f2b47c3bd36b53b7a138a8e 2024-11-14T11:24:44,519 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into c39371632f2b47c3bd36b53b7a138a8e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:44,519 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:44,519 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583484090; duration=0sec 2024-11-14T11:24:44,519 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:44,519 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:44,523 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:44,523 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/9586edefe2174ac8859d6a4f1d99dadd is 50, key is test_row_0/C:col10/1731583483244/Put/seqid=0 2024-11-14T11:24:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742103_1279 (size=12561) 2024-11-14T11:24:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583544533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583544533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583544533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583544534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583544534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,575 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a552133f67fe448999fbf2a769a950b9 2024-11-14T11:24:44,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/4c9fca523bdf40caafbe15175e777393 is 50, key is test_row_0/B:col10/1731583483262/Put/seqid=0 2024-11-14T11:24:44,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742104_1280 (size=12151) 2024-11-14T11:24:44,585 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/4c9fca523bdf40caafbe15175e777393 2024-11-14T11:24:44,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/aca6230a6a824f41ab379e07d3ef973c is 50, key is test_row_0/C:col10/1731583483262/Put/seqid=0 2024-11-14T11:24:44,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742105_1281 (size=12151) 2024-11-14T11:24:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T11:24:44,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583544744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583544744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583544744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583544744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583544744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:44,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:44,930 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/9586edefe2174ac8859d6a4f1d99dadd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/9586edefe2174ac8859d6a4f1d99dadd 2024-11-14T11:24:44,934 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into 9586edefe2174ac8859d6a4f1d99dadd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:44,934 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:44,934 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583484090; duration=0sec 2024-11-14T11:24:44,934 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:44,934 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:44,995 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/aca6230a6a824f41ab379e07d3ef973c 2024-11-14T11:24:44,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/a552133f67fe448999fbf2a769a950b9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a552133f67fe448999fbf2a769a950b9 2024-11-14T11:24:45,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a552133f67fe448999fbf2a769a950b9, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T11:24:45,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/4c9fca523bdf40caafbe15175e777393 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4c9fca523bdf40caafbe15175e777393 2024-11-14T11:24:45,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4c9fca523bdf40caafbe15175e777393, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T11:24:45,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/aca6230a6a824f41ab379e07d3ef973c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/aca6230a6a824f41ab379e07d3ef973c 2024-11-14T11:24:45,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/aca6230a6a824f41ab379e07d3ef973c, entries=150, sequenceid=191, filesize=11.9 K 2024-11-14T11:24:45,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for a8350c05b2e238925f071a9b42b31805 in 843ms, sequenceid=191, compaction requested=false 2024-11-14T11:24:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:45,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-14T11:24:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-14T11:24:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-14T11:24:45,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-11-14T11:24:45,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4590 sec 2024-11-14T11:24:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:45,057 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:45,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T11:24:45,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/7990d13291744cd79c30fc79a3d009db is 50, key is test_row_0/A:col10/1731583485057/Put/seqid=0 2024-11-14T11:24:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742106_1282 (size=12151) 2024-11-14T11:24:45,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583545068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583545070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583545072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583545073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583545073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583545184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583545184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583545184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583545185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583545185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583545394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583545394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583545394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583545394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583545395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/7990d13291744cd79c30fc79a3d009db 2024-11-14T11:24:45,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/a5ca2cfd8435467b8e3c58ba6d7f827f is 50, key is test_row_0/B:col10/1731583485057/Put/seqid=0 2024-11-14T11:24:45,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742107_1283 (size=12151) 2024-11-14T11:24:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-14T11:24:45,704 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:45,704 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-14T11:24:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T11:24:45,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:45,706 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:45,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,707 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583545704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583545704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583545704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583545704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583545704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T11:24:45,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T11:24:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:45,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:45,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/a5ca2cfd8435467b8e3c58ba6d7f827f 2024-11-14T11:24:45,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/0cc1bcaa51c340d2b96f453340b83b66 is 50, key is test_row_0/C:col10/1731583485057/Put/seqid=0 2024-11-14T11:24:45,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742108_1284 (size=12151) 2024-11-14T11:24:45,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/0cc1bcaa51c340d2b96f453340b83b66 2024-11-14T11:24:45,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/7990d13291744cd79c30fc79a3d009db as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/7990d13291744cd79c30fc79a3d009db 2024-11-14T11:24:45,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/7990d13291744cd79c30fc79a3d009db, entries=150, sequenceid=216, filesize=11.9 K 2024-11-14T11:24:45,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/a5ca2cfd8435467b8e3c58ba6d7f827f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a5ca2cfd8435467b8e3c58ba6d7f827f 2024-11-14T11:24:45,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a5ca2cfd8435467b8e3c58ba6d7f827f, entries=150, sequenceid=216, filesize=11.9 K 2024-11-14T11:24:45,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/0cc1bcaa51c340d2b96f453340b83b66 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/0cc1bcaa51c340d2b96f453340b83b66 2024-11-14T11:24:45,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/0cc1bcaa51c340d2b96f453340b83b66, entries=150, sequenceid=216, filesize=11.9 K 2024-11-14T11:24:45,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for a8350c05b2e238925f071a9b42b31805 in 850ms, sequenceid=216, compaction requested=true 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:45,907 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:45,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:45,907 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:45,908 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:45,908 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:45,908 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:45,908 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/52af618612984760b5e9d1cf53942e24, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a552133f67fe448999fbf2a769a950b9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/7990d13291744cd79c30fc79a3d009db] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.0 K 2024-11-14T11:24:45,908 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:45,908 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:45,908 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:45,908 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c39371632f2b47c3bd36b53b7a138a8e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4c9fca523bdf40caafbe15175e777393, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a5ca2cfd8435467b8e3c58ba6d7f827f] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.0 K 2024-11-14T11:24:45,910 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52af618612984760b5e9d1cf53942e24, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583482101 2024-11-14T11:24:45,910 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c39371632f2b47c3bd36b53b7a138a8e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583482101 2024-11-14T11:24:45,910 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c9fca523bdf40caafbe15175e777393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731583483257 2024-11-14T11:24:45,910 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a552133f67fe448999fbf2a769a950b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731583483257 2024-11-14T11:24:45,911 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a5ca2cfd8435467b8e3c58ba6d7f827f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731583484420 2024-11-14T11:24:45,911 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7990d13291744cd79c30fc79a3d009db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731583484420 2024-11-14T11:24:45,918 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:45,918 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/66b92111661f42eaa6d3d51adabc4ef4 is 50, key is test_row_0/A:col10/1731583485057/Put/seqid=0 2024-11-14T11:24:45,920 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:45,921 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/311ada785f3f43a78510625b65d803e6 is 50, key is test_row_0/B:col10/1731583485057/Put/seqid=0 2024-11-14T11:24:45,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742109_1285 (size=12663) 2024-11-14T11:24:45,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742110_1286 (size=12663) 2024-11-14T11:24:45,933 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/66b92111661f42eaa6d3d51adabc4ef4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/66b92111661f42eaa6d3d51adabc4ef4 2024-11-14T11:24:45,933 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/311ada785f3f43a78510625b65d803e6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/311ada785f3f43a78510625b65d803e6 2024-11-14T11:24:45,937 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into 311ada785f3f43a78510625b65d803e6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:45,938 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 66b92111661f42eaa6d3d51adabc4ef4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:45,938 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583485907; duration=0sec 2024-11-14T11:24:45,938 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583485907; duration=0sec 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:45,938 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:45,939 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:45,939 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:45,939 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:45,939 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/9586edefe2174ac8859d6a4f1d99dadd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/aca6230a6a824f41ab379e07d3ef973c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/0cc1bcaa51c340d2b96f453340b83b66] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.0 K 2024-11-14T11:24:45,940 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9586edefe2174ac8859d6a4f1d99dadd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1731583482101 2024-11-14T11:24:45,940 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting aca6230a6a824f41ab379e07d3ef973c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731583483257 2024-11-14T11:24:45,940 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cc1bcaa51c340d2b96f453340b83b66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731583484420 2024-11-14T11:24:45,947 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:45,948 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c32dc8417c5240589db9daee87ad5f6e is 50, key is test_row_0/C:col10/1731583485057/Put/seqid=0 2024-11-14T11:24:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742111_1287 (size=12663) 2024-11-14T11:24:45,963 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c32dc8417c5240589db9daee87ad5f6e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c32dc8417c5240589db9daee87ad5f6e 2024-11-14T11:24:45,967 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into c32dc8417c5240589db9daee87ad5f6e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:45,967 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:45,967 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583485907; duration=0sec 2024-11-14T11:24:45,967 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:45,967 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:46,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-14T11:24:46,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:46,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T11:24:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/ecde01d0e6474552b0721e25864002a4 is 50, key is test_row_0/A:col10/1731583485071/Put/seqid=0 2024-11-14T11:24:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742112_1288 (size=12151) 2024-11-14T11:24:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T11:24:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:46,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:46,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583546230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583546232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583546234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583546235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583546236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,240 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T11:24:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583546344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583546344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583546344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583546344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583546344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,419 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/ecde01d0e6474552b0721e25864002a4 2024-11-14T11:24:46,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/9ffbd1cbdfc04682adc2f7f10f973393 is 50, key is test_row_0/B:col10/1731583485071/Put/seqid=0 2024-11-14T11:24:46,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742113_1289 (size=12151) 2024-11-14T11:24:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583546554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583546554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583546554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583546554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583546554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,830 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/9ffbd1cbdfc04682adc2f7f10f973393 2024-11-14T11:24:46,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/87aae550b7a1477eaefbffd144f3ff69 is 50, key is test_row_0/C:col10/1731583485071/Put/seqid=0 2024-11-14T11:24:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742114_1290 (size=12151) 2024-11-14T11:24:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T11:24:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583546864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583546864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583546864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583546864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:46,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583546864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,240 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/87aae550b7a1477eaefbffd144f3ff69 2024-11-14T11:24:47,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/ecde01d0e6474552b0721e25864002a4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ecde01d0e6474552b0721e25864002a4 2024-11-14T11:24:47,247 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ecde01d0e6474552b0721e25864002a4, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T11:24:47,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/9ffbd1cbdfc04682adc2f7f10f973393 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/9ffbd1cbdfc04682adc2f7f10f973393 2024-11-14T11:24:47,252 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/9ffbd1cbdfc04682adc2f7f10f973393, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T11:24:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/87aae550b7a1477eaefbffd144f3ff69 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87aae550b7a1477eaefbffd144f3ff69 2024-11-14T11:24:47,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87aae550b7a1477eaefbffd144f3ff69, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T11:24:47,257 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a8350c05b2e238925f071a9b42b31805 in 1246ms, sequenceid=233, compaction requested=false 2024-11-14T11:24:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:47,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-14T11:24:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-14T11:24:47,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-14T11:24:47,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-11-14T11:24:47,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5570 sec 2024-11-14T11:24:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:47,375 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:47,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:24:47,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/36bf87a14d1044038d286e72799a1de0 is 50, key is test_row_0/A:col10/1731583486233/Put/seqid=0 2024-11-14T11:24:47,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742115_1291 (size=12151) 2024-11-14T11:24:47,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583547410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583547410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583547410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583547411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,415 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583547411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583547523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583547524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,526 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583547524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583547524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583547524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583547733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583547733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583547734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583547734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583547734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:47,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/36bf87a14d1044038d286e72799a1de0 2024-11-14T11:24:47,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/0cd599fdcc3b4b65af73a9ac92c926cb is 50, key is test_row_0/B:col10/1731583486233/Put/seqid=0 2024-11-14T11:24:47,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742116_1292 (size=12151) 2024-11-14T11:24:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T11:24:47,864 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:47,864 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-14T11:24:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T11:24:47,866 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:47,867 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:47,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T11:24:48,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T11:24:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583548043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583548043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583548044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583548044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583548044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T11:24:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T11:24:48,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/0cd599fdcc3b4b65af73a9ac92c926cb 2024-11-14T11:24:48,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/87b6bc7a2f11442abfc76b7a75853bd4 is 50, key is test_row_0/C:col10/1731583486233/Put/seqid=0 2024-11-14T11:24:48,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742117_1293 (size=12151) 2024-11-14T11:24:48,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T11:24:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T11:24:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T11:24:48,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583548554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583548554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583548554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583548554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583548554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:48,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:48,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/87b6bc7a2f11442abfc76b7a75853bd4 2024-11-14T11:24:48,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/36bf87a14d1044038d286e72799a1de0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/36bf87a14d1044038d286e72799a1de0 2024-11-14T11:24:48,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/36bf87a14d1044038d286e72799a1de0, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T11:24:48,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/0cd599fdcc3b4b65af73a9ac92c926cb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/0cd599fdcc3b4b65af73a9ac92c926cb 2024-11-14T11:24:48,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/0cd599fdcc3b4b65af73a9ac92c926cb, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T11:24:48,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/87b6bc7a2f11442abfc76b7a75853bd4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87b6bc7a2f11442abfc76b7a75853bd4 2024-11-14T11:24:48,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87b6bc7a2f11442abfc76b7a75853bd4, entries=150, sequenceid=256, filesize=11.9 K 2024-11-14T11:24:48,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for a8350c05b2e238925f071a9b42b31805 in 1250ms, sequenceid=256, compaction requested=true 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:48,625 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:48,625 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:48,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:48,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:48,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:48,626 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,626 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/311ada785f3f43a78510625b65d803e6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/9ffbd1cbdfc04682adc2f7f10f973393, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/0cd599fdcc3b4b65af73a9ac92c926cb] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.1 K 2024-11-14T11:24:48,626 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:48,626 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:48,626 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,626 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/66b92111661f42eaa6d3d51adabc4ef4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ecde01d0e6474552b0721e25864002a4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/36bf87a14d1044038d286e72799a1de0] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.1 K 2024-11-14T11:24:48,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 311ada785f3f43a78510625b65d803e6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731583484420 2024-11-14T11:24:48,627 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66b92111661f42eaa6d3d51adabc4ef4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731583484420 2024-11-14T11:24:48,627 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ffbd1cbdfc04682adc2f7f10f973393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731583485070 2024-11-14T11:24:48,627 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ecde01d0e6474552b0721e25864002a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731583485070 2024-11-14T11:24:48,627 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cd599fdcc3b4b65af73a9ac92c926cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731583486233 2024-11-14T11:24:48,627 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36bf87a14d1044038d286e72799a1de0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731583486233 2024-11-14T11:24:48,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-14T11:24:48,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,629 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T11:24:48,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/04ceee9e44d841e2b21cf0e595a48a00 is 50, key is test_row_0/A:col10/1731583487410/Put/seqid=0 2024-11-14T11:24:48,650 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:48,651 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:48,651 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/4d58f2b6895a4f6298a4020e96da0f44 is 50, key is test_row_0/B:col10/1731583486233/Put/seqid=0 2024-11-14T11:24:48,651 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c34e9e08d21f4846960bcf497946e82d is 50, key is test_row_0/A:col10/1731583486233/Put/seqid=0 2024-11-14T11:24:48,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742118_1294 (size=12301) 2024-11-14T11:24:48,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742119_1295 (size=12765) 2024-11-14T11:24:48,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742120_1296 (size=12765) 2024-11-14T11:24:48,683 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/4d58f2b6895a4f6298a4020e96da0f44 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4d58f2b6895a4f6298a4020e96da0f44 2024-11-14T11:24:48,689 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into 4d58f2b6895a4f6298a4020e96da0f44(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:48,689 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:48,689 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583488625; duration=0sec 2024-11-14T11:24:48,689 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:48,689 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:48,689 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:48,691 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:48,691 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:48,691 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:48,691 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c32dc8417c5240589db9daee87ad5f6e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87aae550b7a1477eaefbffd144f3ff69, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87b6bc7a2f11442abfc76b7a75853bd4] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.1 K 2024-11-14T11:24:48,692 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c32dc8417c5240589db9daee87ad5f6e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731583484420 2024-11-14T11:24:48,693 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 87aae550b7a1477eaefbffd144f3ff69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731583485070 2024-11-14T11:24:48,693 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b6bc7a2f11442abfc76b7a75853bd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731583486233 2024-11-14T11:24:48,702 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:48,703 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a25ecc26d27246ada720a8df9559cd11 is 50, key is test_row_0/C:col10/1731583486233/Put/seqid=0 2024-11-14T11:24:48,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742121_1297 (size=12765) 2024-11-14T11:24:48,719 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a25ecc26d27246ada720a8df9559cd11 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a25ecc26d27246ada720a8df9559cd11 2024-11-14T11:24:48,724 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into a25ecc26d27246ada720a8df9559cd11(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:48,724 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:48,724 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583488625; duration=0sec 2024-11-14T11:24:48,724 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:48,724 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T11:24:49,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/04ceee9e44d841e2b21cf0e595a48a00 2024-11-14T11:24:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/5adabb8acec049a3b226962ce704f009 is 50, key is test_row_0/B:col10/1731583487410/Put/seqid=0 2024-11-14T11:24:49,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742122_1298 (size=12301) 2024-11-14T11:24:49,077 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c34e9e08d21f4846960bcf497946e82d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c34e9e08d21f4846960bcf497946e82d 2024-11-14T11:24:49,081 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into c34e9e08d21f4846960bcf497946e82d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:49,081 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:49,081 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583488625; duration=0sec 2024-11-14T11:24:49,081 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:49,081 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:49,472 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/5adabb8acec049a3b226962ce704f009 2024-11-14T11:24:49,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7e74764e522f4de19b279a1fe91ab4ab is 50, key is test_row_0/C:col10/1731583487410/Put/seqid=0 2024-11-14T11:24:49,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742123_1299 (size=12301) 2024-11-14T11:24:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:49,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583549582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583549583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583549583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,587 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583549585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583549586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583549694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583549694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583549694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583549694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583549694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,881 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7e74764e522f4de19b279a1fe91ab4ab 2024-11-14T11:24:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/04ceee9e44d841e2b21cf0e595a48a00 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/04ceee9e44d841e2b21cf0e595a48a00 2024-11-14T11:24:49,887 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/04ceee9e44d841e2b21cf0e595a48a00, entries=150, sequenceid=270, filesize=12.0 K 2024-11-14T11:24:49,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/5adabb8acec049a3b226962ce704f009 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5adabb8acec049a3b226962ce704f009 2024-11-14T11:24:49,890 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5adabb8acec049a3b226962ce704f009, entries=150, sequenceid=270, filesize=12.0 K 2024-11-14T11:24:49,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7e74764e522f4de19b279a1fe91ab4ab as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7e74764e522f4de19b279a1fe91ab4ab 2024-11-14T11:24:49,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7e74764e522f4de19b279a1fe91ab4ab, entries=150, sequenceid=270, filesize=12.0 K 2024-11-14T11:24:49,895 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a8350c05b2e238925f071a9b42b31805 in 1266ms, sequenceid=270, compaction requested=false 2024-11-14T11:24:49,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:49,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:49,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-14T11:24:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-14T11:24:49,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-14T11:24:49,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-11-14T11:24:49,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.0340 sec 2024-11-14T11:24:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:49,906 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:49,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:24:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583549914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583549914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583549915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583549916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,920 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583549917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:49,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:49,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:49,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/029777609ff943e99892ea8e64f1ab4c is 50, key is test_row_0/A:col10/1731583489585/Put/seqid=0 2024-11-14T11:24:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742124_1300 (size=12301) 2024-11-14T11:24:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-14T11:24:50,014 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:50,015 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-14T11:24:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T11:24:50,016 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:50,017 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:50,017 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:50,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583550023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583550023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583550024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583550024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583550024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T11:24:50,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583550233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583550234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583550234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583550234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583550234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T11:24:50,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/029777609ff943e99892ea8e64f1ab4c 2024-11-14T11:24:50,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/313c33f3c1a64686b077b5e8a8969470 is 50, key is test_row_0/B:col10/1731583489585/Put/seqid=0 2024-11-14T11:24:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742125_1301 (size=12301) 2024-11-14T11:24:50,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583550543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583550544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583550544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583550544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583550544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:50,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:50,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:50,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T11:24:50,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/313c33f3c1a64686b077b5e8a8969470 2024-11-14T11:24:50,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a70fab51755a4d40abe06dd19801414c is 50, key is test_row_0/C:col10/1731583489585/Put/seqid=0 2024-11-14T11:24:50,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742126_1302 (size=12301) 2024-11-14T11:24:50,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:50,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583551053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:51,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583551054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583551054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:51,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583551054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,055 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:51,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:51,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583551064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:51,067 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:51,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:51,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:51,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T11:24:51,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a70fab51755a4d40abe06dd19801414c 2024-11-14T11:24:51,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/029777609ff943e99892ea8e64f1ab4c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/029777609ff943e99892ea8e64f1ab4c 2024-11-14T11:24:51,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/029777609ff943e99892ea8e64f1ab4c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T11:24:51,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/313c33f3c1a64686b077b5e8a8969470 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/313c33f3c1a64686b077b5e8a8969470 2024-11-14T11:24:51,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/313c33f3c1a64686b077b5e8a8969470, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T11:24:51,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/a70fab51755a4d40abe06dd19801414c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a70fab51755a4d40abe06dd19801414c 2024-11-14T11:24:51,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a70fab51755a4d40abe06dd19801414c, entries=150, sequenceid=297, filesize=12.0 K 2024-11-14T11:24:51,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a8350c05b2e238925f071a9b42b31805 in 1289ms, sequenceid=297, compaction requested=true 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:51,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:51,195 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:51,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:51,196 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:51,196 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:51,196 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:51,196 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:51,196 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:51,196 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:51,196 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c34e9e08d21f4846960bcf497946e82d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/04ceee9e44d841e2b21cf0e595a48a00, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/029777609ff943e99892ea8e64f1ab4c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.5 K 2024-11-14T11:24:51,196 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4d58f2b6895a4f6298a4020e96da0f44, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5adabb8acec049a3b226962ce704f009, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/313c33f3c1a64686b077b5e8a8969470] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.5 K 2024-11-14T11:24:51,196 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c34e9e08d21f4846960bcf497946e82d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731583486233 2024-11-14T11:24:51,196 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d58f2b6895a4f6298a4020e96da0f44, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731583486233 2024-11-14T11:24:51,197 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5adabb8acec049a3b226962ce704f009, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731583487376 2024-11-14T11:24:51,197 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ceee9e44d841e2b21cf0e595a48a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731583487376 2024-11-14T11:24:51,197 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 313c33f3c1a64686b077b5e8a8969470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731583489579 2024-11-14T11:24:51,197 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 029777609ff943e99892ea8e64f1ab4c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731583489579 2024-11-14T11:24:51,206 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:51,207 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c7fca5c68a9c4ed0be8a2f2a52df9910 is 50, key is test_row_0/A:col10/1731583489585/Put/seqid=0 2024-11-14T11:24:51,207 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:51,208 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/00a7ac95e9be4e4e8fe5e31138b9abd4 is 50, key is test_row_0/B:col10/1731583489585/Put/seqid=0 2024-11-14T11:24:51,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742128_1304 (size=13017) 2024-11-14T11:24:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742127_1303 (size=13017) 2024-11-14T11:24:51,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-14T11:24:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:51,238 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:24:51,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/610416a37b4b4e29892d6ef6e406a83a is 50, key is test_row_0/A:col10/1731583489915/Put/seqid=0 2024-11-14T11:24:51,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742129_1305 (size=12301) 2024-11-14T11:24:51,247 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/610416a37b4b4e29892d6ef6e406a83a 2024-11-14T11:24:51,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/476af3049a9f4c95a8c26ce676cb23e7 is 50, key is test_row_0/B:col10/1731583489915/Put/seqid=0 2024-11-14T11:24:51,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742130_1306 (size=12301) 2024-11-14T11:24:51,623 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/00a7ac95e9be4e4e8fe5e31138b9abd4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/00a7ac95e9be4e4e8fe5e31138b9abd4 2024-11-14T11:24:51,623 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/c7fca5c68a9c4ed0be8a2f2a52df9910 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c7fca5c68a9c4ed0be8a2f2a52df9910 2024-11-14T11:24:51,629 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into c7fca5c68a9c4ed0be8a2f2a52df9910(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:51,629 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into 00a7ac95e9be4e4e8fe5e31138b9abd4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:51,629 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:51,629 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:51,629 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583491195; duration=0sec 2024-11-14T11:24:51,629 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583491195; duration=0sec 2024-11-14T11:24:51,630 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:51,630 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:51,630 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:51,630 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:51,630 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:51,632 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:51,632 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:51,632 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:51,632 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a25ecc26d27246ada720a8df9559cd11, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7e74764e522f4de19b279a1fe91ab4ab, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a70fab51755a4d40abe06dd19801414c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.5 K 2024-11-14T11:24:51,633 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a25ecc26d27246ada720a8df9559cd11, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731583486233 2024-11-14T11:24:51,633 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e74764e522f4de19b279a1fe91ab4ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731583487376 2024-11-14T11:24:51,633 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a70fab51755a4d40abe06dd19801414c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731583489579 2024-11-14T11:24:51,640 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:51,641 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/049eafe5cde94d1ea43d852b043b695b is 50, key is test_row_0/C:col10/1731583489585/Put/seqid=0 2024-11-14T11:24:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742131_1307 (size=13017) 2024-11-14T11:24:51,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/476af3049a9f4c95a8c26ce676cb23e7 2024-11-14T11:24:51,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/32eddcee5985488db67f0c4daff09afb is 50, key is test_row_0/C:col10/1731583489915/Put/seqid=0 2024-11-14T11:24:51,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742132_1308 (size=12301) 2024-11-14T11:24:52,054 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/049eafe5cde94d1ea43d852b043b695b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/049eafe5cde94d1ea43d852b043b695b 2024-11-14T11:24:52,062 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into 049eafe5cde94d1ea43d852b043b695b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:52,062 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:52,062 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583491195; duration=0sec 2024-11-14T11:24:52,062 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:52,062 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:52,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:52,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583552105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583552107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/32eddcee5985488db67f0c4daff09afb 2024-11-14T11:24:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/610416a37b4b4e29892d6ef6e406a83a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/610416a37b4b4e29892d6ef6e406a83a 2024-11-14T11:24:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583552113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583552116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583552118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,128 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/610416a37b4b4e29892d6ef6e406a83a, entries=150, sequenceid=309, filesize=12.0 K 2024-11-14T11:24:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/476af3049a9f4c95a8c26ce676cb23e7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/476af3049a9f4c95a8c26ce676cb23e7 2024-11-14T11:24:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,137 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/476af3049a9f4c95a8c26ce676cb23e7, entries=150, sequenceid=309, filesize=12.0 K 2024-11-14T11:24:52,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/32eddcee5985488db67f0c4daff09afb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/32eddcee5985488db67f0c4daff09afb 2024-11-14T11:24:52,146 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/32eddcee5985488db67f0c4daff09afb, entries=150, sequenceid=309, filesize=12.0 K 2024-11-14T11:24:52,147 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for a8350c05b2e238925f071a9b42b31805 in 909ms, sequenceid=309, compaction requested=false 2024-11-14T11:24:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-14T11:24:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-14T11:24:52,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-14T11:24:52,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1330 sec 2024-11-14T11:24:52,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 2.1390 sec 2024-11-14T11:24:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-14T11:24:52,165 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:52,165 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-14T11:24:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T11:24:52,168 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:52,169 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:52,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:52,227 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:52,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:24:52,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/4890105df8564217828ab3be4bdde3e7 is 50, key is test_row_0/A:col10/1731583492112/Put/seqid=0 2024-11-14T11:24:52,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583552240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583552242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583552242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,251 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583552245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583552249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,255 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742133_1309 (size=14741) 2024-11-14T11:24:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T11:24:52,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/4890105df8564217828ab3be4bdde3e7 2024-11-14T11:24:52,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/c9077161cad2448db9cf6571b2a63e10 is 50, key is test_row_0/B:col10/1731583492112/Put/seqid=0 2024-11-14T11:24:52,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742134_1310 (size=12301) 2024-11-14T11:24:52,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/c9077161cad2448db9cf6571b2a63e10 2024-11-14T11:24:52,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T11:24:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:52,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:52,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:52,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/4fdc2e74c013498ea2a74cdbb1d0a590 is 50, key is test_row_0/C:col10/1731583492112/Put/seqid=0 2024-11-14T11:24:52,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583552354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583552354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742135_1311 (size=12301) 2024-11-14T11:24:52,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583552354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/4fdc2e74c013498ea2a74cdbb1d0a590 2024-11-14T11:24:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583552365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583552365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,370 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/4890105df8564217828ab3be4bdde3e7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4890105df8564217828ab3be4bdde3e7 2024-11-14T11:24:52,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4890105df8564217828ab3be4bdde3e7, entries=200, sequenceid=339, filesize=14.4 K 2024-11-14T11:24:52,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/c9077161cad2448db9cf6571b2a63e10 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c9077161cad2448db9cf6571b2a63e10 2024-11-14T11:24:52,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c9077161cad2448db9cf6571b2a63e10, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T11:24:52,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/4fdc2e74c013498ea2a74cdbb1d0a590 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4fdc2e74c013498ea2a74cdbb1d0a590 2024-11-14T11:24:52,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4fdc2e74c013498ea2a74cdbb1d0a590, entries=150, sequenceid=339, filesize=12.0 K 2024-11-14T11:24:52,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for a8350c05b2e238925f071a9b42b31805 in 163ms, sequenceid=339, compaction requested=true 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:52,391 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:52,391 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:52,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:52,392 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:52,392 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:52,392 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:52,392 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:52,393 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,393 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,393 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c7fca5c68a9c4ed0be8a2f2a52df9910, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/610416a37b4b4e29892d6ef6e406a83a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4890105df8564217828ab3be4bdde3e7] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=39.1 K 2024-11-14T11:24:52,393 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/00a7ac95e9be4e4e8fe5e31138b9abd4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/476af3049a9f4c95a8c26ce676cb23e7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c9077161cad2448db9cf6571b2a63e10] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.7 K 2024-11-14T11:24:52,393 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7fca5c68a9c4ed0be8a2f2a52df9910, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731583489579 2024-11-14T11:24:52,393 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 00a7ac95e9be4e4e8fe5e31138b9abd4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731583489579 2024-11-14T11:24:52,393 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 610416a37b4b4e29892d6ef6e406a83a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731583489913 2024-11-14T11:24:52,393 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 476af3049a9f4c95a8c26ce676cb23e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731583489913 2024-11-14T11:24:52,394 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c9077161cad2448db9cf6571b2a63e10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731583492112 2024-11-14T11:24:52,394 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4890105df8564217828ab3be4bdde3e7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731583492112 2024-11-14T11:24:52,409 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:52,409 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9 is 50, key is test_row_0/B:col10/1731583492112/Put/seqid=0 2024-11-14T11:24:52,410 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:52,410 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/81e32298ba074c00840f8d565ad43151 is 50, key is test_row_0/A:col10/1731583492112/Put/seqid=0 2024-11-14T11:24:52,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742136_1312 (size=13119) 2024-11-14T11:24:52,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742137_1313 (size=13119) 2024-11-14T11:24:52,418 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/81e32298ba074c00840f8d565ad43151 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/81e32298ba074c00840f8d565ad43151 2024-11-14T11:24:52,423 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 81e32298ba074c00840f8d565ad43151(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:52,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:52,423 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583492391; duration=0sec 2024-11-14T11:24:52,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:52,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:52,423 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:52,424 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:52,424 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:52,424 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,424 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/049eafe5cde94d1ea43d852b043b695b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/32eddcee5985488db67f0c4daff09afb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4fdc2e74c013498ea2a74cdbb1d0a590] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.7 K 2024-11-14T11:24:52,425 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 049eafe5cde94d1ea43d852b043b695b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731583489579 2024-11-14T11:24:52,425 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32eddcee5985488db67f0c4daff09afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731583489913 2024-11-14T11:24:52,425 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fdc2e74c013498ea2a74cdbb1d0a590, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731583492112 2024-11-14T11:24:52,433 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:52,433 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/f310116e1dc3400ba1a907199aa48724 is 50, key is test_row_0/C:col10/1731583492112/Put/seqid=0 2024-11-14T11:24:52,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742138_1314 (size=13119) 2024-11-14T11:24:52,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-14T11:24:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:52,475 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T11:24:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/14d3e5945eb249758d1084a144943168 is 50, key is test_row_0/A:col10/1731583492238/Put/seqid=0 2024-11-14T11:24:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T11:24:52,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742139_1315 (size=12301) 2024-11-14T11:24:52,503 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/14d3e5945eb249758d1084a144943168 2024-11-14T11:24:52,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/07d0b63b4ca44e6ebd51d110c8eb516e is 50, key is test_row_0/B:col10/1731583492238/Put/seqid=0 2024-11-14T11:24:52,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742140_1316 (size=12301) 2024-11-14T11:24:52,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:52,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583552599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583552602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583552614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583552614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583552614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583552724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583552725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583552725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583552725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583552725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,728 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T11:24:52,820 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9 2024-11-14T11:24:52,830 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into ad1ade2d72cf4a1ba5d7a85b4212d8c9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:52,830 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:52,830 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583492391; duration=0sec 2024-11-14T11:24:52,830 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:52,830 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:52,861 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/f310116e1dc3400ba1a907199aa48724 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/f310116e1dc3400ba1a907199aa48724 2024-11-14T11:24:52,868 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into f310116e1dc3400ba1a907199aa48724(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:52,868 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:52,868 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583492391; duration=0sec 2024-11-14T11:24:52,868 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:52,868 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:52,928 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/07d0b63b4ca44e6ebd51d110c8eb516e 2024-11-14T11:24:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583552934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583552934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583552934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583552934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583552935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/d5c7506c783d420bb18884d0626eb535 is 50, key is test_row_0/C:col10/1731583492238/Put/seqid=0 2024-11-14T11:24:52,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742141_1317 (size=12301) 2024-11-14T11:24:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583553244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583553244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583553245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583553245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583553245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T11:24:53,387 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/d5c7506c783d420bb18884d0626eb535 2024-11-14T11:24:53,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/14d3e5945eb249758d1084a144943168 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/14d3e5945eb249758d1084a144943168 2024-11-14T11:24:53,394 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/14d3e5945eb249758d1084a144943168, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T11:24:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/07d0b63b4ca44e6ebd51d110c8eb516e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/07d0b63b4ca44e6ebd51d110c8eb516e 2024-11-14T11:24:53,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/07d0b63b4ca44e6ebd51d110c8eb516e, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T11:24:53,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/d5c7506c783d420bb18884d0626eb535 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/d5c7506c783d420bb18884d0626eb535 2024-11-14T11:24:53,407 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/d5c7506c783d420bb18884d0626eb535, entries=150, sequenceid=350, filesize=12.0 K 2024-11-14T11:24:53,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a8350c05b2e238925f071a9b42b31805 in 933ms, sequenceid=350, compaction requested=false 2024-11-14T11:24:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:53,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-14T11:24:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-14T11:24:53,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-14T11:24:53,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2410 sec 2024-11-14T11:24:53,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.2480 sec 2024-11-14T11:24:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:53,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:53,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T11:24:53,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/973eb9c704714733b6a6d30db5d7bd86 is 50, key is test_row_0/A:col10/1731583493755/Put/seqid=0 2024-11-14T11:24:53,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583553759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583553764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583553767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583553767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583553767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742142_1318 (size=12301) 2024-11-14T11:24:53,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/973eb9c704714733b6a6d30db5d7bd86 2024-11-14T11:24:53,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2de155b95c614fe89e80154f36da2fa9 is 50, key is test_row_0/B:col10/1731583493755/Put/seqid=0 2024-11-14T11:24:53,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742143_1319 (size=12301) 2024-11-14T11:24:53,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2de155b95c614fe89e80154f36da2fa9 2024-11-14T11:24:53,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/996cc0d94f9145ceaddb40f966c8d64a is 50, key is test_row_0/C:col10/1731583493755/Put/seqid=0 2024-11-14T11:24:53,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583553874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583553874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583553874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583553874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:53,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742144_1320 (size=12301) 2024-11-14T11:24:53,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583553883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:53,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:53,887 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583554084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583554084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583554084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583554084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583554094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/996cc0d94f9145ceaddb40f966c8d64a 2024-11-14T11:24:54,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/973eb9c704714733b6a6d30db5d7bd86 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/973eb9c704714733b6a6d30db5d7bd86 2024-11-14T11:24:54,300 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/973eb9c704714733b6a6d30db5d7bd86, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T11:24:54,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2de155b95c614fe89e80154f36da2fa9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2de155b95c614fe89e80154f36da2fa9 2024-11-14T11:24:54,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2de155b95c614fe89e80154f36da2fa9, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T11:24:54,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/996cc0d94f9145ceaddb40f966c8d64a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/996cc0d94f9145ceaddb40f966c8d64a 2024-11-14T11:24:54,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/996cc0d94f9145ceaddb40f966c8d64a, entries=150, sequenceid=381, filesize=12.0 K 2024-11-14T11:24:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-14T11:24:54,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for a8350c05b2e238925f071a9b42b31805 in 558ms, sequenceid=381, compaction requested=true 2024-11-14T11:24:54,315 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:54,315 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a8350c05b2e238925f071a9b42b31805:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:24:54,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T11:24:54,315 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:54,315 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:54,316 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:54,316 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/B is initiating minor compaction (all files) 2024-11-14T11:24:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-14T11:24:54,316 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/B in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,316 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/07d0b63b4ca44e6ebd51d110c8eb516e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2de155b95c614fe89e80154f36da2fa9] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.8 K 2024-11-14T11:24:54,316 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:54,317 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/A is initiating minor compaction (all files) 2024-11-14T11:24:54,317 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/A in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,317 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/81e32298ba074c00840f8d565ad43151, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/14d3e5945eb249758d1084a144943168, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/973eb9c704714733b6a6d30db5d7bd86] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.8 K 2024-11-14T11:24:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T11:24:54,317 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad1ade2d72cf4a1ba5d7a85b4212d8c9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731583492112 2024-11-14T11:24:54,317 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:54,317 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 81e32298ba074c00840f8d565ad43151, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731583492112 2024-11-14T11:24:54,317 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07d0b63b4ca44e6ebd51d110c8eb516e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731583492238 2024-11-14T11:24:54,318 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d3e5945eb249758d1084a144943168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731583492238 2024-11-14T11:24:54,318 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 973eb9c704714733b6a6d30db5d7bd86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731583492600 2024-11-14T11:24:54,318 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:54,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:54,318 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2de155b95c614fe89e80154f36da2fa9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731583492600 2024-11-14T11:24:54,338 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:54,339 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/532431a7d322472f933d291482851cc7 is 50, key is test_row_0/A:col10/1731583493755/Put/seqid=0 2024-11-14T11:24:54,341 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:54,342 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/7fd17fc25d284c38a3fd8dcab03e7130 is 50, key is test_row_0/B:col10/1731583493755/Put/seqid=0 2024-11-14T11:24:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742145_1321 (size=13221) 2024-11-14T11:24:54,357 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/7fd17fc25d284c38a3fd8dcab03e7130 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7fd17fc25d284c38a3fd8dcab03e7130 2024-11-14T11:24:54,363 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/B of a8350c05b2e238925f071a9b42b31805 into 7fd17fc25d284c38a3fd8dcab03e7130(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:54,364 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:54,364 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/B, priority=13, startTime=1731583494315; duration=0sec 2024-11-14T11:24:54,364 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:24:54,364 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:B 2024-11-14T11:24:54,364 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:24:54,367 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:24:54,367 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): a8350c05b2e238925f071a9b42b31805/C is initiating minor compaction (all files) 2024-11-14T11:24:54,367 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a8350c05b2e238925f071a9b42b31805/C in TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,367 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/f310116e1dc3400ba1a907199aa48724, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/d5c7506c783d420bb18884d0626eb535, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/996cc0d94f9145ceaddb40f966c8d64a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp, totalSize=36.8 K 2024-11-14T11:24:54,367 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f310116e1dc3400ba1a907199aa48724, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731583492112 2024-11-14T11:24:54,368 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5c7506c783d420bb18884d0626eb535, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1731583492238 2024-11-14T11:24:54,368 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 996cc0d94f9145ceaddb40f966c8d64a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=381, earliestPutTs=1731583492600 2024-11-14T11:24:54,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742146_1322 (size=13221) 2024-11-14T11:24:54,393 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a8350c05b2e238925f071a9b42b31805#C#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:24:54,393 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7df5cfe1d42e4f00b0f52174b382988b is 50, key is test_row_0/C:col10/1731583493755/Put/seqid=0 2024-11-14T11:24:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:54,405 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:54,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:24:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742147_1323 (size=13221) 2024-11-14T11:24:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T11:24:54,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/628d87b4d319405992ae9cbc33bf4a46 is 50, key is test_row_0/A:col10/1731583494400/Put/seqid=0 2024-11-14T11:24:54,434 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/7df5cfe1d42e4f00b0f52174b382988b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7df5cfe1d42e4f00b0f52174b382988b 2024-11-14T11:24:54,441 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/C of a8350c05b2e238925f071a9b42b31805 into 7df5cfe1d42e4f00b0f52174b382988b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:54,441 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:54,441 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/C, priority=13, startTime=1731583494315; duration=0sec 2024-11-14T11:24:54,442 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:54,442 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:C 2024-11-14T11:24:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742148_1324 (size=12301) 2024-11-14T11:24:54,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/628d87b4d319405992ae9cbc33bf4a46 2024-11-14T11:24:54,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583554457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-14T11:24:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583554461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583554461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583554463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583554469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2897e3b8f61e4e27a6ffff43c5f4c4bb is 50, key is test_row_0/B:col10/1731583494400/Put/seqid=0 2024-11-14T11:24:54,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742149_1325 (size=12301) 2024-11-14T11:24:54,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2897e3b8f61e4e27a6ffff43c5f4c4bb 2024-11-14T11:24:54,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c1b9568813814b6198f76ebb411534a1 is 50, key is test_row_0/C:col10/1731583494400/Put/seqid=0 2024-11-14T11:24:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742150_1326 (size=12301) 2024-11-14T11:24:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583554584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583554584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,586 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583554584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,587 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583554584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583554595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-14T11:24:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T11:24:54,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-14T11:24:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:54,792 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/532431a7d322472f933d291482851cc7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/532431a7d322472f933d291482851cc7 2024-11-14T11:24:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60504 deadline: 1731583554793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60470 deadline: 1731583554793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60530 deadline: 1731583554794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60544 deadline: 1731583554794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,802 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a8350c05b2e238925f071a9b42b31805/A of a8350c05b2e238925f071a9b42b31805 into 532431a7d322472f933d291482851cc7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:24:54,802 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:54,802 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., storeName=a8350c05b2e238925f071a9b42b31805/A, priority=13, startTime=1731583494315; duration=0sec 2024-11-14T11:24:54,802 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:24:54,802 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a8350c05b2e238925f071a9b42b31805:A 2024-11-14T11:24:54,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60480 deadline: 1731583554804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:24:54,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c1b9568813814b6198f76ebb411534a1 2024-11-14T11:24:54,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/628d87b4d319405992ae9cbc33bf4a46 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/628d87b4d319405992ae9cbc33bf4a46 2024-11-14T11:24:54,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/628d87b4d319405992ae9cbc33bf4a46, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T11:24:54,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/2897e3b8f61e4e27a6ffff43c5f4c4bb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2897e3b8f61e4e27a6ffff43c5f4c4bb 2024-11-14T11:24:54,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2897e3b8f61e4e27a6ffff43c5f4c4bb, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T11:24:54,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c1b9568813814b6198f76ebb411534a1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c1b9568813814b6198f76ebb411534a1 2024-11-14T11:24:54,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c1b9568813814b6198f76ebb411534a1, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T11:24:54,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for a8350c05b2e238925f071a9b42b31805 in 520ms, sequenceid=395, compaction requested=false 2024-11-14T11:24:54,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:54,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-14T11:24:54,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:54,937 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:24:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T11:24:54,957 INFO [Thread-1128 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1128. 2024-11-14T11:24:54,957 INFO [Thread-1124 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1124. 2024-11-14T11:24:54,957 DEBUG [Thread-1128 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:54,957 DEBUG [Thread-1124 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:54,957 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,957 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,957 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,957 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:54,957 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:54,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/f1d175eb16e7468c9f98fd759f3fa5f3 is 50, key is test_row_0/A:col10/1731583494461/Put/seqid=0 2024-11-14T11:24:54,960 INFO [Thread-1126 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1126. 2024-11-14T11:24:54,960 DEBUG [Thread-1126 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:54,960 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,960 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:54,962 INFO [Thread-1132 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1132. 2024-11-14T11:24:54,962 DEBUG [Thread-1132 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:54,962 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,963 DEBUG [Thread-1132 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:54,963 INFO [Thread-1130 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1130. 2024-11-14T11:24:54,963 DEBUG [Thread-1130 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:54,963 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,963 DEBUG [Thread-1130 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:54,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:54,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742151_1327 (size=12301) 2024-11-14T11:24:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:55,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. as already flushing 2024-11-14T11:24:55,106 INFO [Thread-1115 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1115. 2024-11-14T11:24:55,106 INFO [Thread-1117 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1117. 2024-11-14T11:24:55,106 DEBUG [Thread-1115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:55,106 DEBUG [Thread-1117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:55,106 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,106 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,106 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,106 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:55,106 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:55,107 INFO [Thread-1113 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1113. 2024-11-14T11:24:55,107 DEBUG [Thread-1113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:55,107 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,107 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:55,108 INFO [Thread-1121 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1121. 2024-11-14T11:24:55,108 DEBUG [Thread-1121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:55,108 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,108 DEBUG [Thread-1121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,108 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:55,116 INFO [Thread-1119 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1119. 2024-11-14T11:24:55,116 DEBUG [Thread-1119 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:24:55,116 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,116 DEBUG [Thread-1119 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:55,371 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/f1d175eb16e7468c9f98fd759f3fa5f3 2024-11-14T11:24:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/a83bb416462e44f2adb118cce3ff3459 is 50, key is test_row_0/B:col10/1731583494461/Put/seqid=0 2024-11-14T11:24:55,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742152_1328 (size=12301) 2024-11-14T11:24:55,389 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/a83bb416462e44f2adb118cce3ff3459 2024-11-14T11:24:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c11bcf1aaa654452b2cc10047a7ebbfb is 50, key is test_row_0/C:col10/1731583494461/Put/seqid=0 2024-11-14T11:24:55,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742153_1329 (size=12301) 2024-11-14T11:24:55,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c11bcf1aaa654452b2cc10047a7ebbfb 2024-11-14T11:24:55,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/f1d175eb16e7468c9f98fd759f3fa5f3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f1d175eb16e7468c9f98fd759f3fa5f3 2024-11-14T11:24:55,424 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f1d175eb16e7468c9f98fd759f3fa5f3, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T11:24:55,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/a83bb416462e44f2adb118cce3ff3459 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a83bb416462e44f2adb118cce3ff3459 2024-11-14T11:24:55,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a83bb416462e44f2adb118cce3ff3459, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T11:24:55,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/c11bcf1aaa654452b2cc10047a7ebbfb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c11bcf1aaa654452b2cc10047a7ebbfb 2024-11-14T11:24:55,434 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c11bcf1aaa654452b2cc10047a7ebbfb, entries=150, sequenceid=421, filesize=12.0 K 2024-11-14T11:24:55,435 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for a8350c05b2e238925f071a9b42b31805 in 498ms, sequenceid=421, compaction requested=true 2024-11-14T11:24:55,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for a8350c05b2e238925f071a9b42b31805: 2024-11-14T11:24:55,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:55,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-14T11:24:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-14T11:24:55,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T11:24:55,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1190 sec 2024-11-14T11:24:55,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.1260 sec 2024-11-14T11:24:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-14T11:24:55,454 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:55,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T11:24:55,454 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3819 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3742 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3936 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3833 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3730 2024-11-14T11:24:55,455 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T11:24:55,455 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:24:55,455 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:24:55,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:55,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:24:55,456 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T11:24:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:55,460 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583495460"}]},"ts":"1731583495460"} 2024-11-14T11:24:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T11:24:55,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T11:24:55,462 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T11:24:55,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:24:55,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, UNASSIGN}] 2024-11-14T11:24:55,467 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, UNASSIGN 2024-11-14T11:24:55,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=a8350c05b2e238925f071a9b42b31805, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:55,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, UNASSIGN because future has completed 2024-11-14T11:24:55,470 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:24:55,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T11:24:55,623 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:55,623 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:24:55,623 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing a8350c05b2e238925f071a9b42b31805, disabling compactions & flushes 2024-11-14T11:24:55,623 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:55,624 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:55,624 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. after waiting 0 ms 2024-11-14T11:24:55,624 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:55,624 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing a8350c05b2e238925f071a9b42b31805 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T11:24:55,628 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/5db4486ded9441e1a35b4c6c145d2826 is 50, key is test_row_0/A:col10/1731583495115/Put/seqid=0 2024-11-14T11:24:55,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742154_1330 (size=9857) 2024-11-14T11:24:55,634 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/5db4486ded9441e1a35b4c6c145d2826 2024-11-14T11:24:55,642 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/bef08c8700ec4bea8fc0213361f9c936 is 50, key is test_row_0/B:col10/1731583495115/Put/seqid=0 2024-11-14T11:24:55,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742155_1331 (size=9857) 2024-11-14T11:24:55,662 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/bef08c8700ec4bea8fc0213361f9c936 2024-11-14T11:24:55,690 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/af83775a34194f1dadced943f972770c is 50, key is test_row_0/C:col10/1731583495115/Put/seqid=0 2024-11-14T11:24:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742156_1332 (size=9857) 2024-11-14T11:24:55,702 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/af83775a34194f1dadced943f972770c 2024-11-14T11:24:55,707 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/A/5db4486ded9441e1a35b4c6c145d2826 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5db4486ded9441e1a35b4c6c145d2826 2024-11-14T11:24:55,712 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5db4486ded9441e1a35b4c6c145d2826, entries=100, sequenceid=429, filesize=9.6 K 2024-11-14T11:24:55,714 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/B/bef08c8700ec4bea8fc0213361f9c936 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/bef08c8700ec4bea8fc0213361f9c936 2024-11-14T11:24:55,719 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/bef08c8700ec4bea8fc0213361f9c936, entries=100, sequenceid=429, filesize=9.6 K 2024-11-14T11:24:55,720 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/.tmp/C/af83775a34194f1dadced943f972770c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/af83775a34194f1dadced943f972770c 2024-11-14T11:24:55,724 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/af83775a34194f1dadced943f972770c, entries=100, sequenceid=429, filesize=9.6 K 2024-11-14T11:24:55,725 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a8350c05b2e238925f071a9b42b31805 in 101ms, sequenceid=429, compaction requested=true 2024-11-14T11:24:55,731 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/56bb936e6cdb4a8b9ccf90757afc7746, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/837c15314f9745ca9bde484c8aee93e3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/3dad0cb432424f90aa90a0ec358e5500, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/880febafc71849858f40d52f5069bb1b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a3904a12562e401f81ab7465b26fe7ef, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c905d2d2ae3e4989bc1b6f285e7fe086, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5bcd5b00f8254af6a66b791a2afe4483, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f3a6092f6e5440c5810ad5672f61038c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a1075a1d1fd948228eb8b97abe1bd408, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4ced9eed0bac447eaf261405c53ba350, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/124c62433fde4b268ec50b620dad1fc5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/52af618612984760b5e9d1cf53942e24, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ce25ed85e8e5455086435a1b967638bd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a552133f67fe448999fbf2a769a950b9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/66b92111661f42eaa6d3d51adabc4ef4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/7990d13291744cd79c30fc79a3d009db, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ecde01d0e6474552b0721e25864002a4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c34e9e08d21f4846960bcf497946e82d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/36bf87a14d1044038d286e72799a1de0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/04ceee9e44d841e2b21cf0e595a48a00, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c7fca5c68a9c4ed0be8a2f2a52df9910, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/029777609ff943e99892ea8e64f1ab4c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/610416a37b4b4e29892d6ef6e406a83a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4890105df8564217828ab3be4bdde3e7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/81e32298ba074c00840f8d565ad43151, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/14d3e5945eb249758d1084a144943168, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/973eb9c704714733b6a6d30db5d7bd86] to archive 2024-11-14T11:24:55,736 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:55,738 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/56bb936e6cdb4a8b9ccf90757afc7746 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/56bb936e6cdb4a8b9ccf90757afc7746 2024-11-14T11:24:55,739 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/837c15314f9745ca9bde484c8aee93e3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/837c15314f9745ca9bde484c8aee93e3 2024-11-14T11:24:55,741 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/3dad0cb432424f90aa90a0ec358e5500 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/3dad0cb432424f90aa90a0ec358e5500 2024-11-14T11:24:55,747 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/880febafc71849858f40d52f5069bb1b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/880febafc71849858f40d52f5069bb1b 2024-11-14T11:24:55,749 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a3904a12562e401f81ab7465b26fe7ef to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a3904a12562e401f81ab7465b26fe7ef 2024-11-14T11:24:55,750 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c905d2d2ae3e4989bc1b6f285e7fe086 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c905d2d2ae3e4989bc1b6f285e7fe086 2024-11-14T11:24:55,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5bcd5b00f8254af6a66b791a2afe4483 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5bcd5b00f8254af6a66b791a2afe4483 2024-11-14T11:24:55,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f3a6092f6e5440c5810ad5672f61038c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f3a6092f6e5440c5810ad5672f61038c 2024-11-14T11:24:55,754 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a1075a1d1fd948228eb8b97abe1bd408 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a1075a1d1fd948228eb8b97abe1bd408 2024-11-14T11:24:55,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4ced9eed0bac447eaf261405c53ba350 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4ced9eed0bac447eaf261405c53ba350 2024-11-14T11:24:55,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/124c62433fde4b268ec50b620dad1fc5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/124c62433fde4b268ec50b620dad1fc5 2024-11-14T11:24:55,758 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/52af618612984760b5e9d1cf53942e24 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/52af618612984760b5e9d1cf53942e24 2024-11-14T11:24:55,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ce25ed85e8e5455086435a1b967638bd to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ce25ed85e8e5455086435a1b967638bd 2024-11-14T11:24:55,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a552133f67fe448999fbf2a769a950b9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/a552133f67fe448999fbf2a769a950b9 2024-11-14T11:24:55,761 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/66b92111661f42eaa6d3d51adabc4ef4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/66b92111661f42eaa6d3d51adabc4ef4 2024-11-14T11:24:55,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/7990d13291744cd79c30fc79a3d009db to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/7990d13291744cd79c30fc79a3d009db 2024-11-14T11:24:55,764 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ecde01d0e6474552b0721e25864002a4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/ecde01d0e6474552b0721e25864002a4 2024-11-14T11:24:55,766 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c34e9e08d21f4846960bcf497946e82d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c34e9e08d21f4846960bcf497946e82d 2024-11-14T11:24:55,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/36bf87a14d1044038d286e72799a1de0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/36bf87a14d1044038d286e72799a1de0 2024-11-14T11:24:55,768 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/04ceee9e44d841e2b21cf0e595a48a00 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/04ceee9e44d841e2b21cf0e595a48a00 2024-11-14T11:24:55,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c7fca5c68a9c4ed0be8a2f2a52df9910 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/c7fca5c68a9c4ed0be8a2f2a52df9910 2024-11-14T11:24:55,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/029777609ff943e99892ea8e64f1ab4c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/029777609ff943e99892ea8e64f1ab4c 2024-11-14T11:24:55,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/610416a37b4b4e29892d6ef6e406a83a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/610416a37b4b4e29892d6ef6e406a83a 2024-11-14T11:24:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T11:24:55,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4890105df8564217828ab3be4bdde3e7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/4890105df8564217828ab3be4bdde3e7 2024-11-14T11:24:55,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/81e32298ba074c00840f8d565ad43151 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/81e32298ba074c00840f8d565ad43151 2024-11-14T11:24:55,777 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/14d3e5945eb249758d1084a144943168 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/14d3e5945eb249758d1084a144943168 2024-11-14T11:24:55,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/973eb9c704714733b6a6d30db5d7bd86 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/973eb9c704714733b6a6d30db5d7bd86 2024-11-14T11:24:55,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/62d80b2ce0114e87a0ae5078db1806b0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6ec99c2af7d04bfa99d1fc8989169f19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ce18e721af394bd68fdbfea2c25503ac, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/83c0718fced748798b8d30b5b5c42531, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/28fbea085a064603a55af0dc8738c98a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/68a5e60269a746108d28d2ddb81f2a41, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2f31915ed0e8420898926150979d7421, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5413c139513542fc817d2588a816bb5b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7add342e92fd44c9b356eec0718e91fb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/73781bba67814db28dc2ccf05b5900c4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/018c9fe9daea421db7b2ff305874e1d3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c39371632f2b47c3bd36b53b7a138a8e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6127148ff88f407ea46a03224b0b53d4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4c9fca523bdf40caafbe15175e777393, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/311ada785f3f43a78510625b65d803e6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a5ca2cfd8435467b8e3c58ba6d7f827f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/9ffbd1cbdfc04682adc2f7f10f973393, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4d58f2b6895a4f6298a4020e96da0f44, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/0cd599fdcc3b4b65af73a9ac92c926cb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5adabb8acec049a3b226962ce704f009, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/00a7ac95e9be4e4e8fe5e31138b9abd4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/313c33f3c1a64686b077b5e8a8969470, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/476af3049a9f4c95a8c26ce676cb23e7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c9077161cad2448db9cf6571b2a63e10, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/07d0b63b4ca44e6ebd51d110c8eb516e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2de155b95c614fe89e80154f36da2fa9] to archive 2024-11-14T11:24:55,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:55,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/62d80b2ce0114e87a0ae5078db1806b0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/62d80b2ce0114e87a0ae5078db1806b0 2024-11-14T11:24:55,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6ec99c2af7d04bfa99d1fc8989169f19 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6ec99c2af7d04bfa99d1fc8989169f19 2024-11-14T11:24:55,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ce18e721af394bd68fdbfea2c25503ac to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ce18e721af394bd68fdbfea2c25503ac 2024-11-14T11:24:55,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/83c0718fced748798b8d30b5b5c42531 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/83c0718fced748798b8d30b5b5c42531 2024-11-14T11:24:55,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/28fbea085a064603a55af0dc8738c98a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/28fbea085a064603a55af0dc8738c98a 2024-11-14T11:24:55,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/68a5e60269a746108d28d2ddb81f2a41 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/68a5e60269a746108d28d2ddb81f2a41 2024-11-14T11:24:55,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2f31915ed0e8420898926150979d7421 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2f31915ed0e8420898926150979d7421 2024-11-14T11:24:55,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5413c139513542fc817d2588a816bb5b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5413c139513542fc817d2588a816bb5b 2024-11-14T11:24:55,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7add342e92fd44c9b356eec0718e91fb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7add342e92fd44c9b356eec0718e91fb 2024-11-14T11:24:55,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/73781bba67814db28dc2ccf05b5900c4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/73781bba67814db28dc2ccf05b5900c4 2024-11-14T11:24:55,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/018c9fe9daea421db7b2ff305874e1d3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/018c9fe9daea421db7b2ff305874e1d3 2024-11-14T11:24:55,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c39371632f2b47c3bd36b53b7a138a8e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c39371632f2b47c3bd36b53b7a138a8e 2024-11-14T11:24:55,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6127148ff88f407ea46a03224b0b53d4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/6127148ff88f407ea46a03224b0b53d4 2024-11-14T11:24:55,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4c9fca523bdf40caafbe15175e777393 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4c9fca523bdf40caafbe15175e777393 2024-11-14T11:24:55,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/311ada785f3f43a78510625b65d803e6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/311ada785f3f43a78510625b65d803e6 2024-11-14T11:24:55,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a5ca2cfd8435467b8e3c58ba6d7f827f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a5ca2cfd8435467b8e3c58ba6d7f827f 2024-11-14T11:24:55,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/9ffbd1cbdfc04682adc2f7f10f973393 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/9ffbd1cbdfc04682adc2f7f10f973393 2024-11-14T11:24:55,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4d58f2b6895a4f6298a4020e96da0f44 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/4d58f2b6895a4f6298a4020e96da0f44 2024-11-14T11:24:55,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/0cd599fdcc3b4b65af73a9ac92c926cb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/0cd599fdcc3b4b65af73a9ac92c926cb 2024-11-14T11:24:55,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5adabb8acec049a3b226962ce704f009 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/5adabb8acec049a3b226962ce704f009 2024-11-14T11:24:55,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/00a7ac95e9be4e4e8fe5e31138b9abd4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/00a7ac95e9be4e4e8fe5e31138b9abd4 2024-11-14T11:24:55,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/313c33f3c1a64686b077b5e8a8969470 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/313c33f3c1a64686b077b5e8a8969470 2024-11-14T11:24:55,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/476af3049a9f4c95a8c26ce676cb23e7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/476af3049a9f4c95a8c26ce676cb23e7 2024-11-14T11:24:55,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/ad1ade2d72cf4a1ba5d7a85b4212d8c9 2024-11-14T11:24:55,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c9077161cad2448db9cf6571b2a63e10 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/c9077161cad2448db9cf6571b2a63e10 2024-11-14T11:24:55,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/07d0b63b4ca44e6ebd51d110c8eb516e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/07d0b63b4ca44e6ebd51d110c8eb516e 2024-11-14T11:24:55,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2de155b95c614fe89e80154f36da2fa9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2de155b95c614fe89e80154f36da2fa9 2024-11-14T11:24:55,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c2e920dbf33545fc9ad314afeb213453, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7230f81edb6c4d96801843c80e9f1242, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/b94ab712e7114ac0b5ae52b483146855, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a7d0fefcee4e48baa52d0f38cba20a16, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/38753380569b47cbaa1a2785c36d8a24, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/021601cea04a4948a9e6a02b867eb8ee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c429186d9702452b905a4299fdc1840b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/16ae78b20c784e7798d556cf47f05d19, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bb79542302e34b55b4f945abafdb9793, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4104879f647c4368a96d1228d110c994, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/201156bdeea64d1e936079bb9ddcbdcb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/9586edefe2174ac8859d6a4f1d99dadd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bbcb76f2cb9d456dabfae3ff00919553, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/aca6230a6a824f41ab379e07d3ef973c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c32dc8417c5240589db9daee87ad5f6e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/0cc1bcaa51c340d2b96f453340b83b66, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87aae550b7a1477eaefbffd144f3ff69, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a25ecc26d27246ada720a8df9559cd11, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87b6bc7a2f11442abfc76b7a75853bd4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7e74764e522f4de19b279a1fe91ab4ab, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/049eafe5cde94d1ea43d852b043b695b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a70fab51755a4d40abe06dd19801414c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/32eddcee5985488db67f0c4daff09afb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/f310116e1dc3400ba1a907199aa48724, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4fdc2e74c013498ea2a74cdbb1d0a590, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/d5c7506c783d420bb18884d0626eb535, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/996cc0d94f9145ceaddb40f966c8d64a] to archive 2024-11-14T11:24:55,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:24:55,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c2e920dbf33545fc9ad314afeb213453 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c2e920dbf33545fc9ad314afeb213453 2024-11-14T11:24:55,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7230f81edb6c4d96801843c80e9f1242 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7230f81edb6c4d96801843c80e9f1242 2024-11-14T11:24:55,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/b94ab712e7114ac0b5ae52b483146855 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/b94ab712e7114ac0b5ae52b483146855 2024-11-14T11:24:55,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a7d0fefcee4e48baa52d0f38cba20a16 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a7d0fefcee4e48baa52d0f38cba20a16 2024-11-14T11:24:55,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/38753380569b47cbaa1a2785c36d8a24 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/38753380569b47cbaa1a2785c36d8a24 2024-11-14T11:24:55,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/021601cea04a4948a9e6a02b867eb8ee to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/021601cea04a4948a9e6a02b867eb8ee 2024-11-14T11:24:55,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c429186d9702452b905a4299fdc1840b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c429186d9702452b905a4299fdc1840b 2024-11-14T11:24:55,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/16ae78b20c784e7798d556cf47f05d19 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/16ae78b20c784e7798d556cf47f05d19 2024-11-14T11:24:55,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bb79542302e34b55b4f945abafdb9793 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bb79542302e34b55b4f945abafdb9793 2024-11-14T11:24:55,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4104879f647c4368a96d1228d110c994 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4104879f647c4368a96d1228d110c994 2024-11-14T11:24:55,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/201156bdeea64d1e936079bb9ddcbdcb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/201156bdeea64d1e936079bb9ddcbdcb 2024-11-14T11:24:55,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/9586edefe2174ac8859d6a4f1d99dadd to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/9586edefe2174ac8859d6a4f1d99dadd 2024-11-14T11:24:55,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bbcb76f2cb9d456dabfae3ff00919553 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/bbcb76f2cb9d456dabfae3ff00919553 2024-11-14T11:24:55,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/aca6230a6a824f41ab379e07d3ef973c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/aca6230a6a824f41ab379e07d3ef973c 2024-11-14T11:24:55,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c32dc8417c5240589db9daee87ad5f6e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c32dc8417c5240589db9daee87ad5f6e 2024-11-14T11:24:55,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/0cc1bcaa51c340d2b96f453340b83b66 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/0cc1bcaa51c340d2b96f453340b83b66 2024-11-14T11:24:55,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87aae550b7a1477eaefbffd144f3ff69 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87aae550b7a1477eaefbffd144f3ff69 2024-11-14T11:24:55,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a25ecc26d27246ada720a8df9559cd11 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a25ecc26d27246ada720a8df9559cd11 2024-11-14T11:24:55,870 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87b6bc7a2f11442abfc76b7a75853bd4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/87b6bc7a2f11442abfc76b7a75853bd4 2024-11-14T11:24:55,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7e74764e522f4de19b279a1fe91ab4ab to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7e74764e522f4de19b279a1fe91ab4ab 2024-11-14T11:24:55,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/049eafe5cde94d1ea43d852b043b695b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/049eafe5cde94d1ea43d852b043b695b 2024-11-14T11:24:55,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a70fab51755a4d40abe06dd19801414c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/a70fab51755a4d40abe06dd19801414c 2024-11-14T11:24:55,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/32eddcee5985488db67f0c4daff09afb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/32eddcee5985488db67f0c4daff09afb 2024-11-14T11:24:55,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/f310116e1dc3400ba1a907199aa48724 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/f310116e1dc3400ba1a907199aa48724 2024-11-14T11:24:55,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4fdc2e74c013498ea2a74cdbb1d0a590 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/4fdc2e74c013498ea2a74cdbb1d0a590 2024-11-14T11:24:55,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/d5c7506c783d420bb18884d0626eb535 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/d5c7506c783d420bb18884d0626eb535 2024-11-14T11:24:55,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/996cc0d94f9145ceaddb40f966c8d64a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/996cc0d94f9145ceaddb40f966c8d64a 2024-11-14T11:24:55,886 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/recovered.edits/432.seqid, newMaxSeqId=432, maxSeqId=1 2024-11-14T11:24:55,886 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. 2024-11-14T11:24:55,887 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for a8350c05b2e238925f071a9b42b31805: Waiting for close lock at 1731583495623Running coprocessor pre-close hooks at 1731583495623Disabling compacts and flushes for region at 1731583495623Disabling writes for close at 1731583495624 (+1 ms)Obtaining lock to block concurrent updates at 1731583495624Preparing flush snapshotting stores in a8350c05b2e238925f071a9b42b31805 at 1731583495624Finished memstore snapshotting TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731583495624Flushing stores of TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805. at 1731583495625 (+1 ms)Flushing a8350c05b2e238925f071a9b42b31805/A: creating writer at 1731583495625Flushing a8350c05b2e238925f071a9b42b31805/A: appending metadata at 1731583495627 (+2 ms)Flushing a8350c05b2e238925f071a9b42b31805/A: closing flushed file at 1731583495627Flushing a8350c05b2e238925f071a9b42b31805/B: creating writer at 1731583495638 (+11 ms)Flushing a8350c05b2e238925f071a9b42b31805/B: appending metadata at 1731583495642 (+4 ms)Flushing a8350c05b2e238925f071a9b42b31805/B: closing flushed file at 1731583495642Flushing a8350c05b2e238925f071a9b42b31805/C: creating writer at 1731583495668 (+26 ms)Flushing a8350c05b2e238925f071a9b42b31805/C: appending metadata at 1731583495689 (+21 ms)Flushing a8350c05b2e238925f071a9b42b31805/C: closing flushed file at 1731583495689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6010fc1: reopening flushed file at 1731583495705 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27e8a432: reopening flushed file at 1731583495713 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122fc3a6: reopening flushed file at 1731583495720 (+7 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for a8350c05b2e238925f071a9b42b31805 in 101ms, sequenceid=429, compaction requested=true at 1731583495725 (+5 ms)Writing region close event to WAL at 1731583495882 (+157 ms)Running coprocessor post-close hooks at 1731583495886 (+4 ms)Closed at 1731583495886 2024-11-14T11:24:55,889 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:55,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=a8350c05b2e238925f071a9b42b31805, regionState=CLOSED 2024-11-14T11:24:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:55,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-14T11:24:55,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure a8350c05b2e238925f071a9b42b31805, server=7437412fa5b4,43533,1731583409711 in 423 msec 2024-11-14T11:24:55,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-14T11:24:55,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a8350c05b2e238925f071a9b42b31805, UNASSIGN in 429 msec 2024-11-14T11:24:55,904 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583495903"}]},"ts":"1731583495903"} 2024-11-14T11:24:55,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-14T11:24:55,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 436 msec 2024-11-14T11:24:55,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T11:24:55,905 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T11:24:55,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 450 msec 2024-11-14T11:24:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-14T11:24:56,085 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:56,085 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T11:24:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,087 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T11:24:56,088 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,092 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:56,095 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/recovered.edits] 2024-11-14T11:24:56,097 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/532431a7d322472f933d291482851cc7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/532431a7d322472f933d291482851cc7 2024-11-14T11:24:56,099 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5db4486ded9441e1a35b4c6c145d2826 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/5db4486ded9441e1a35b4c6c145d2826 2024-11-14T11:24:56,100 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/628d87b4d319405992ae9cbc33bf4a46 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/628d87b4d319405992ae9cbc33bf4a46 2024-11-14T11:24:56,101 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f1d175eb16e7468c9f98fd759f3fa5f3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/A/f1d175eb16e7468c9f98fd759f3fa5f3 2024-11-14T11:24:56,104 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2897e3b8f61e4e27a6ffff43c5f4c4bb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/2897e3b8f61e4e27a6ffff43c5f4c4bb 2024-11-14T11:24:56,105 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7fd17fc25d284c38a3fd8dcab03e7130 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/7fd17fc25d284c38a3fd8dcab03e7130 2024-11-14T11:24:56,106 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a83bb416462e44f2adb118cce3ff3459 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/a83bb416462e44f2adb118cce3ff3459 2024-11-14T11:24:56,107 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/bef08c8700ec4bea8fc0213361f9c936 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/B/bef08c8700ec4bea8fc0213361f9c936 2024-11-14T11:24:56,113 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7df5cfe1d42e4f00b0f52174b382988b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/7df5cfe1d42e4f00b0f52174b382988b 2024-11-14T11:24:56,114 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/af83775a34194f1dadced943f972770c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/af83775a34194f1dadced943f972770c 2024-11-14T11:24:56,117 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c11bcf1aaa654452b2cc10047a7ebbfb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c11bcf1aaa654452b2cc10047a7ebbfb 2024-11-14T11:24:56,118 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c1b9568813814b6198f76ebb411534a1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/C/c1b9568813814b6198f76ebb411534a1 2024-11-14T11:24:56,122 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/recovered.edits/432.seqid to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805/recovered.edits/432.seqid 2024-11-14T11:24:56,123 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/a8350c05b2e238925f071a9b42b31805 2024-11-14T11:24:56,123 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T11:24:56,127 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,132 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T11:24:56,134 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T11:24:56,136 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,136 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T11:24:56,136 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731583496136"}]},"ts":"9223372036854775807"} 2024-11-14T11:24:56,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T11:24:56,138 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a8350c05b2e238925f071a9b42b31805, NAME => 'TestAcidGuarantees,,1731583472749.a8350c05b2e238925f071a9b42b31805.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T11:24:56,138 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T11:24:56,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731583496138"}]},"ts":"9223372036854775807"} 2024-11-14T11:24:56,140 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T11:24:56,141 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-14T11:24:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-14T11:24:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T11:24:56,195 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:56,241 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 238) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-435589769_22 at /127.0.0.1:36708 [Waiting for operation #201] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1362753558_22 at /127.0.0.1:33704 [Waiting for operation #385] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 538) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3013 (was 2907) - AvailableMemoryMB LEAK? - 2024-11-14T11:24:56,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=607, ProcessCount=11, AvailableMemoryMB=3012 2024-11-14T11:24:56,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:24:56,253 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:24:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:56,255 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:24:56,255 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:56,255 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-14T11:24:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-14T11:24:56,256 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:24:56,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742157_1333 (size=959) 2024-11-14T11:24:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-14T11:24:56,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-14T11:24:56,671 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:24:56,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742158_1334 (size=53) 2024-11-14T11:24:56,690 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:56,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1dff035144c8bc816b669e1b4102be2b, disabling compactions & flushes 2024-11-14T11:24:56,691 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:56,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:56,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. after waiting 0 ms 2024-11-14T11:24:56,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:56,691 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:56,691 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dff035144c8bc816b669e1b4102be2b: Waiting for close lock at 1731583496691Disabling compacts and flushes for region at 1731583496691Disabling writes for close at 1731583496691Writing region close event to WAL at 1731583496691Closed at 1731583496691 2024-11-14T11:24:56,692 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:24:56,692 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731583496692"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583496692"}]},"ts":"1731583496692"} 2024-11-14T11:24:56,694 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T11:24:56,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:24:56,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583496696"}]},"ts":"1731583496696"} 2024-11-14T11:24:56,698 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T11:24:56,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, ASSIGN}] 2024-11-14T11:24:56,701 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, ASSIGN 2024-11-14T11:24:56,702 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, ASSIGN; state=OFFLINE, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=false 2024-11-14T11:24:56,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:56,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, ASSIGN because future has completed 2024-11-14T11:24:56,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:56,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-14T11:24:57,009 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,009 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:24:57,009 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,009 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:57,010 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,010 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,011 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,012 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dff035144c8bc816b669e1b4102be2b columnFamilyName A 2024-11-14T11:24:57,012 DEBUG [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:57,012 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(327): Store=1dff035144c8bc816b669e1b4102be2b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:57,012 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,013 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dff035144c8bc816b669e1b4102be2b columnFamilyName B 2024-11-14T11:24:57,013 DEBUG [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:57,014 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(327): Store=1dff035144c8bc816b669e1b4102be2b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:57,014 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,015 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dff035144c8bc816b669e1b4102be2b columnFamilyName C 2024-11-14T11:24:57,015 DEBUG [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:57,015 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(327): Store=1dff035144c8bc816b669e1b4102be2b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:57,015 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,016 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,016 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,017 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,017 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,018 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:24:57,019 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,020 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:24:57,021 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 1dff035144c8bc816b669e1b4102be2b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65725430, jitterRate=-0.02061477303504944}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:24:57,021 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,021 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 1dff035144c8bc816b669e1b4102be2b: Running coprocessor pre-open hook at 1731583497010Writing region info on filesystem at 1731583497010Initializing all the Stores at 1731583497010Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583497010Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583497011 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583497011Cleaning up temporary data from old regions at 1731583497017 (+6 ms)Running coprocessor post-open hooks at 1731583497021 (+4 ms)Region opened successfully at 1731583497021 2024-11-14T11:24:57,022 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., pid=93, masterSystemTime=1731583497006 2024-11-14T11:24:57,024 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,024 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:57,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:57,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-14T11:24:57,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 in 173 msec 2024-11-14T11:24:57,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T11:24:57,031 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, ASSIGN in 330 msec 2024-11-14T11:24:57,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:24:57,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583497031"}]},"ts":"1731583497031"} 2024-11-14T11:24:57,033 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T11:24:57,034 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:24:57,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 781 msec 2024-11-14T11:24:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-14T11:24:57,394 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:57,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecc882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:57,395 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:57,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:57,396 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:57,396 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4864b342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:57,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:57,398 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77999708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:57,398 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:57,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:57,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:57,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:57,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:24:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:24:57,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637b4afc 2024-11-14T11:24:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:24:57,402 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:24:57,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:24:57,404 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:24:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T11:24:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742159_1335 (size=995) 2024-11-14T11:24:57,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:24:57,816 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-14T11:24:57,817 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-14T11:24:57,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:24:57,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, REOPEN/MOVE}] 2024-11-14T11:24:57,822 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, REOPEN/MOVE 2024-11-14T11:24:57,822 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:57,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, REOPEN/MOVE because future has completed 2024-11-14T11:24:57,824 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:24:57,824 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:57,976 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,976 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:24:57,976 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 1dff035144c8bc816b669e1b4102be2b, disabling compactions & flushes 2024-11-14T11:24:57,976 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,977 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,977 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. after waiting 0 ms 2024-11-14T11:24:57,977 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,980 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T11:24:57,981 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:57,981 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 1dff035144c8bc816b669e1b4102be2b: Waiting for close lock at 1731583497976Running coprocessor pre-close hooks at 1731583497976Disabling compacts and flushes for region at 1731583497976Disabling writes for close at 1731583497977 (+1 ms)Writing region close event to WAL at 1731583497977Running coprocessor post-close hooks at 1731583497980 (+3 ms)Closed at 1731583497980 2024-11-14T11:24:57,981 WARN [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 1dff035144c8bc816b669e1b4102be2b to self. 2024-11-14T11:24:57,982 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:57,983 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=CLOSED 2024-11-14T11:24:57,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:57,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-14T11:24:57,986 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 in 161 msec 2024-11-14T11:24:57,986 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, REOPEN/MOVE; state=CLOSED, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=true 2024-11-14T11:24:58,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, REOPEN/MOVE because future has completed 2024-11-14T11:24:58,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:24:58,294 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:24:58,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,294 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:24:58,295 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,295 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,296 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,296 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dff035144c8bc816b669e1b4102be2b columnFamilyName A 2024-11-14T11:24:58,297 DEBUG [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:58,297 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(327): Store=1dff035144c8bc816b669e1b4102be2b/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:58,298 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,298 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dff035144c8bc816b669e1b4102be2b columnFamilyName B 2024-11-14T11:24:58,298 DEBUG [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:58,299 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(327): Store=1dff035144c8bc816b669e1b4102be2b/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:58,299 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,299 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dff035144c8bc816b669e1b4102be2b columnFamilyName C 2024-11-14T11:24:58,299 DEBUG [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:58,300 INFO [StoreOpener-1dff035144c8bc816b669e1b4102be2b-1 {}] regionserver.HStore(327): Store=1dff035144c8bc816b669e1b4102be2b/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:24:58,300 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,300 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,301 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,302 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,302 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,302 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:24:58,303 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,304 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 1dff035144c8bc816b669e1b4102be2b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70157440, jitterRate=0.04542732238769531}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:24:58,304 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,304 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 1dff035144c8bc816b669e1b4102be2b: Running coprocessor pre-open hook at 1731583498295Writing region info on filesystem at 1731583498295Initializing all the Stores at 1731583498295Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583498295Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583498296 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583498296Cleaning up temporary data from old regions at 1731583498302 (+6 ms)Running coprocessor post-open hooks at 1731583498304 (+2 ms)Region opened successfully at 1731583498304 2024-11-14T11:24:58,305 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., pid=98, masterSystemTime=1731583498291 2024-11-14T11:24:58,306 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,306 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=OPEN, openSeqNum=5, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:24:58,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-14T11:24:58,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 in 169 msec 2024-11-14T11:24:58,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-14T11:24:58,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, REOPEN/MOVE in 489 msec 2024-11-14T11:24:58,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-14T11:24:58,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-14T11:24:58,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 911 msec 2024-11-14T11:24:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-14T11:24:58,317 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:24:58,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f86bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,318 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a2304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,320 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200381de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,321 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274059e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,323 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed87cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,325 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39575dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,327 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,327 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47161fbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,328 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,328 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,328 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4970aa99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,330 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,330 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f84207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,331 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,331 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50921958, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,333 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,333 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6097c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c86b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,334 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,334 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,335 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344e06be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,335 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,336 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474a6f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,338 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecb72f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,338 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,340 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d997a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,341 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,341 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41aee7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,343 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6810b45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,344 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,344 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,345 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f2a215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,345 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,347 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71196d6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:24:58,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:24:58,349 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:24:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:24:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:24:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27003bd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:24:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:24:58,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:24:58,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:24:58,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d57830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:24:58,352 DEBUG [Thread-1544 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,355 DEBUG [Thread-1540 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,355 DEBUG [Thread-1536 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,356 DEBUG [Thread-1531 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,357 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,357 DEBUG [Thread-1538 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,358 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,376 DEBUG [Thread-1529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,377 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:24:58,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,377 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-14T11:24:58,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T11:24:58,385 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:24:58,385 DEBUG [Thread-1527 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,386 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:24:58,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:24:58,386 DEBUG [Thread-1533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,386 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,387 DEBUG [Thread-1533 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,388 DEBUG [Thread-1533 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,388 DEBUG [Thread-1542 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,388 DEBUG [Thread-1525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:24:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:24:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:24:58,391 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:24:58,391 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:24:58,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:24:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,393 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:24:58,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111454e55dba33d344c794352bec0152965d_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583498384/Put/seqid=0 2024-11-14T11:24:58,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742160_1336 (size=17034) 2024-11-14T11:24:58,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583558473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583558473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583558482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T11:24:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583558484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583558485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:58,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583558594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583558594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583558594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583558608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583558608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T11:24:58,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583558814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583558814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583558814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,830 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:24:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583558824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,834 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111454e55dba33d344c794352bec0152965d_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111454e55dba33d344c794352bec0152965d_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:58,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583558824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:58,835 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8062f166d77045ce8eedc4c650a8fbe4, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:24:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:58,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:58,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8062f166d77045ce8eedc4c650a8fbe4 is 175, key is test_row_0/A:col10/1731583498384/Put/seqid=0 2024-11-14T11:24:58,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:58,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:58,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742161_1337 (size=48139) 2024-11-14T11:24:59,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:59,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:59,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T11:24:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583559124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583559124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583559125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583559144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583559145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,146 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:59,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:59,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8062f166d77045ce8eedc4c650a8fbe4 2024-11-14T11:24:59,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/175e1aff20904212bda93d3001590b2e is 50, key is test_row_0/B:col10/1731583498384/Put/seqid=0 2024-11-14T11:24:59,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742162_1338 (size=12001) 2024-11-14T11:24:59,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/175e1aff20904212bda93d3001590b2e 2024-11-14T11:24:59,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/0573cb23942845128e770a7a9214b30a is 50, key is test_row_0/C:col10/1731583498384/Put/seqid=0 2024-11-14T11:24:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742163_1339 (size=12001) 2024-11-14T11:24:59,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/0573cb23942845128e770a7a9214b30a 2024-11-14T11:24:59,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8062f166d77045ce8eedc4c650a8fbe4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4 2024-11-14T11:24:59,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4, entries=250, sequenceid=15, filesize=47.0 K 2024-11-14T11:24:59,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/175e1aff20904212bda93d3001590b2e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/175e1aff20904212bda93d3001590b2e 2024-11-14T11:24:59,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/175e1aff20904212bda93d3001590b2e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T11:24:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/0573cb23942845128e770a7a9214b30a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/0573cb23942845128e770a7a9214b30a 2024-11-14T11:24:59,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/0573cb23942845128e770a7a9214b30a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T11:24:59,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:59,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dff035144c8bc816b669e1b4102be2b in 1081ms, sequenceid=15, compaction requested=false 2024-11-14T11:24:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,472 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-14T11:24:59,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:24:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:24:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T11:24:59,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-14T11:24:59,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:24:59,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:24:59,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:24:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:24:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141b7bd75898b84b89a459631bd26836b6_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583498483/Put/seqid=0 2024-11-14T11:24:59,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583559669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583559680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583559681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583559683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583559684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742164_1340 (size=12154) 2024-11-14T11:24:59,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583559794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583559805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583559805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583559805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:24:59,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:24:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583559805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:24:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:24:59,811 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583560014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583560014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583560014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583560014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583560014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,124 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141b7bd75898b84b89a459631bd26836b6_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141b7bd75898b84b89a459631bd26836b6_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/50973dea0f9a45be8bca7f05e1c3ffce, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:00,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/50973dea0f9a45be8bca7f05e1c3ffce is 175, key is test_row_0/A:col10/1731583498483/Put/seqid=0 2024-11-14T11:25:00,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742165_1341 (size=30955) 2024-11-14T11:25:00,158 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/50973dea0f9a45be8bca7f05e1c3ffce 2024-11-14T11:25:00,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/f710f374180f4810aa5c92ec5e672866 is 50, key is test_row_0/B:col10/1731583498483/Put/seqid=0 2024-11-14T11:25:00,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742166_1342 (size=12001) 2024-11-14T11:25:00,195 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/f710f374180f4810aa5c92ec5e672866 2024-11-14T11:25:00,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/5a54c03d3b7042fa97f199ff0baf5081 is 50, key is test_row_0/C:col10/1731583498483/Put/seqid=0 2024-11-14T11:25:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742167_1343 (size=12001) 2024-11-14T11:25:00,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/5a54c03d3b7042fa97f199ff0baf5081 2024-11-14T11:25:00,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/50973dea0f9a45be8bca7f05e1c3ffce as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce 2024-11-14T11:25:00,262 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T11:25:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/f710f374180f4810aa5c92ec5e672866 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f710f374180f4810aa5c92ec5e672866 2024-11-14T11:25:00,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f710f374180f4810aa5c92ec5e672866, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T11:25:00,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/5a54c03d3b7042fa97f199ff0baf5081 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/5a54c03d3b7042fa97f199ff0baf5081 2024-11-14T11:25:00,275 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/5a54c03d3b7042fa97f199ff0baf5081, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T11:25:00,275 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1dff035144c8bc816b669e1b4102be2b in 650ms, sequenceid=40, compaction requested=false 2024-11-14T11:25:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-14T11:25:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-14T11:25:00,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-14T11:25:00,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8910 sec 2024-11-14T11:25:00,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.9050 sec 2024-11-14T11:25:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:00,361 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:00,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T11:25:00,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f8901735fb984f938c27e01063281376_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:00,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742168_1344 (size=12154) 2024-11-14T11:25:00,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,395 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f8901735fb984f938c27e01063281376_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f8901735fb984f938c27e01063281376_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:00,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/2246150022d8427186832c284dea1b9a, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:00,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/2246150022d8427186832c284dea1b9a is 175, key is test_row_0/A:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:00,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742169_1345 (size=30955) 2024-11-14T11:25:00,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/2246150022d8427186832c284dea1b9a 2024-11-14T11:25:00,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a62a43edde654d74b45ccec2bc262706 is 50, key is test_row_0/B:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:00,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583560420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742170_1346 (size=12001) 2024-11-14T11:25:00,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583560422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583560423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a62a43edde654d74b45ccec2bc262706 2024-11-14T11:25:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583560425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583560430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/53faa30773a1401bba0d8c3de9d54193 is 50, key is test_row_0/C:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742171_1347 (size=12001) 2024-11-14T11:25:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-14T11:25:00,534 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:00,535 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:00,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-14T11:25:00,538 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T11:25:00,538 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:00,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:00,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583560534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,540 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583560544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583560544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,552 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583560544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583560554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T11:25:00,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T11:25:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:00,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583560744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583560764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583560765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583560765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583560774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:00,777 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:00,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T11:25:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:00,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T11:25:00,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/53faa30773a1401bba0d8c3de9d54193 2024-11-14T11:25:00,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/2246150022d8427186832c284dea1b9a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a 2024-11-14T11:25:00,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a, entries=150, sequenceid=54, filesize=30.2 K 2024-11-14T11:25:00,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a62a43edde654d74b45ccec2bc262706 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62a43edde654d74b45ccec2bc262706 2024-11-14T11:25:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62a43edde654d74b45ccec2bc262706, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T11:25:00,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/53faa30773a1401bba0d8c3de9d54193 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/53faa30773a1401bba0d8c3de9d54193 2024-11-14T11:25:00,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/53faa30773a1401bba0d8c3de9d54193, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T11:25:00,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1dff035144c8bc816b669e1b4102be2b in 553ms, sequenceid=54, compaction requested=true 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:00,915 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:00,915 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:00,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:00,916 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:00,916 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:00,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:00,916 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,916 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,916 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=107.5 K 2024-11-14T11:25:00,916 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/175e1aff20904212bda93d3001590b2e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f710f374180f4810aa5c92ec5e672866, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62a43edde654d74b45ccec2bc262706] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=35.2 K 2024-11-14T11:25:00,916 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,916 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a] 2024-11-14T11:25:00,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 175e1aff20904212bda93d3001590b2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731583498363 2024-11-14T11:25:00,917 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8062f166d77045ce8eedc4c650a8fbe4, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731583498363 2024-11-14T11:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f710f374180f4810aa5c92ec5e672866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583498479 2024-11-14T11:25:00,917 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50973dea0f9a45be8bca7f05e1c3ffce, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583498479 2024-11-14T11:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a62a43edde654d74b45ccec2bc262706, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583500338 2024-11-14T11:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,918 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2246150022d8427186832c284dea1b9a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583500338 2024-11-14T11:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,934 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,935 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/99d715b615aa4839a123145456d5fd21 is 50, key is test_row_0/B:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,936 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,943 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114dc85519aea574e72bfd5a67c2cfd6a9b_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,945 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114dc85519aea574e72bfd5a67c2cfd6a9b_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:00,946 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dc85519aea574e72bfd5a67c2cfd6a9b_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742173_1349 (size=4469) 2024-11-14T11:25:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,975 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#295 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,975 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/c31ae90e10f1407ba8ad9ab3933478dc is 175, key is test_row_0/A:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-14T11:25:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:00,998 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:25:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:00,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742172_1348 (size=12104) 2024-11-14T11:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742174_1350 (size=31058) 2024-11-14T11:25:01,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,028 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/c31ae90e10f1407ba8ad9ab3933478dc as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c31ae90e10f1407ba8ad9ab3933478dc 2024-11-14T11:25:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,033 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into c31ae90e10f1407ba8ad9ab3933478dc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:01,033 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:01,033 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=13, startTime=1731583500915; duration=0sec 2024-11-14T11:25:01,033 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:01,033 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:01,033 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,034 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:01,034 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,035 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:01,035 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/0573cb23942845128e770a7a9214b30a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/5a54c03d3b7042fa97f199ff0baf5081, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/53faa30773a1401bba0d8c3de9d54193] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=35.2 K 2024-11-14T11:25:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,035 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0573cb23942845128e770a7a9214b30a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731583498363 2024-11-14T11:25:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,035 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a54c03d3b7042fa97f199ff0baf5081, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583498479 2024-11-14T11:25:01,036 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53faa30773a1401bba0d8c3de9d54193, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583500338 2024-11-14T11:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468480d59a6b34fb2b9f96df9e4d0912f_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583500425/Put/seqid=0 2024-11-14T11:25:01,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,066 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,066 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/4964205806f1421c81ce1a8603727367 is 50, key is test_row_0/C:col10/1731583500340/Put/seqid=0 2024-11-14T11:25:01,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742175_1351 (size=9714) 2024-11-14T11:25:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,095 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468480d59a6b34fb2b9f96df9e4d0912f_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468480d59a6b34fb2b9f96df9e4d0912f_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/627407ded9ed43b2a2f827c3a6c0b062, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/627407ded9ed43b2a2f827c3a6c0b062 is 175, key is test_row_0/A:col10/1731583500425/Put/seqid=0 2024-11-14T11:25:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742176_1352 (size=12104) 2024-11-14T11:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,141 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/4964205806f1421c81ce1a8603727367 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4964205806f1421c81ce1a8603727367 2024-11-14T11:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,146 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into 4964205806f1421c81ce1a8603727367(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:01,146 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:01,146 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=13, startTime=1731583500915; duration=0sec 2024-11-14T11:25:01,146 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:01,146 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742177_1353 (size=22361) 2024-11-14T11:25:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,154 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/627407ded9ed43b2a2f827c3a6c0b062 2024-11-14T11:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T11:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/46b5e4b1732640ab8dd48758acf4227f is 50, key is test_row_0/B:col10/1731583500425/Put/seqid=0 2024-11-14T11:25:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583561197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742178_1354 (size=9657) 2024-11-14T11:25:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583561199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583561199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583561201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583561217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,246 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:01,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583561327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583561346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583561346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583561346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583561354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,409 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/99d715b615aa4839a123145456d5fd21 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/99d715b615aa4839a123145456d5fd21 2024-11-14T11:25:01,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:25:01,418 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into 99d715b615aa4839a123145456d5fd21(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:01,418 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:01,418 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=13, startTime=1731583500915; duration=0sec 2024-11-14T11:25:01,418 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:01,418 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:01,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583561534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583561554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583561554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583561554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583561573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,619 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/46b5e4b1732640ab8dd48758acf4227f 2024-11-14T11:25:01,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/c636935d15294dc5ad04c584457eb89b is 50, key is test_row_0/C:col10/1731583500425/Put/seqid=0 2024-11-14T11:25:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742179_1355 (size=9657) 2024-11-14T11:25:01,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/c636935d15294dc5ad04c584457eb89b 2024-11-14T11:25:01,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/627407ded9ed43b2a2f827c3a6c0b062 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062 2024-11-14T11:25:01,647 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062, entries=100, sequenceid=76, filesize=21.8 K 2024-11-14T11:25:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/46b5e4b1732640ab8dd48758acf4227f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/46b5e4b1732640ab8dd48758acf4227f 2024-11-14T11:25:01,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/46b5e4b1732640ab8dd48758acf4227f, entries=100, sequenceid=76, filesize=9.4 K 2024-11-14T11:25:01,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/c636935d15294dc5ad04c584457eb89b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/c636935d15294dc5ad04c584457eb89b 2024-11-14T11:25:01,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/c636935d15294dc5ad04c584457eb89b, entries=100, sequenceid=76, filesize=9.4 K 2024-11-14T11:25:01,667 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1dff035144c8bc816b669e1b4102be2b in 669ms, sequenceid=76, compaction requested=false 2024-11-14T11:25:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:01,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-14T11:25:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-14T11:25:01,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-14T11:25:01,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1310 sec 2024-11-14T11:25:01,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T11:25:01,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.1390 sec 2024-11-14T11:25:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:01,849 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:01,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T11:25:01,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442b33b024407430d92e0c18909097323_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:01,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742180_1356 (size=14594) 2024-11-14T11:25:01,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583561895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583561896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583561899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583561907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:01,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583561908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583562014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583562014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,019 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583562014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583562024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583562025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583562224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583562224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583562224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583562244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583562245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111442b33b024407430d92e0c18909097323_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442b33b024407430d92e0c18909097323_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:02,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ea7ce6ef205741799203599b96344faf, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:02,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ea7ce6ef205741799203599b96344faf is 175, key is test_row_0/A:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742181_1357 (size=39549) 2024-11-14T11:25:02,286 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ea7ce6ef205741799203599b96344faf 2024-11-14T11:25:02,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/ab391cae38ae4b499093436078976e53 is 50, key is test_row_0/B:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742182_1358 (size=12001) 2024-11-14T11:25:02,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583562534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583562545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583562545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,549 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583562564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583562564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:02,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:02,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-14T11:25:02,684 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:02,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-14T11:25:02,686 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:02,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T11:25:02,690 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:02,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:02,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/ab391cae38ae4b499093436078976e53 2024-11-14T11:25:02,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/8b47f8567ec947b3ae7331010ca81e10 is 50, key is test_row_0/C:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T11:25:02,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742183_1359 (size=12001) 2024-11-14T11:25:02,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T11:25:02,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:02,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:02,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:02,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:02,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:02,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T11:25:02,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:02,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:02,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:02,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:02,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:02,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T11:25:03,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:03,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583563054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:03,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583563055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:03,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:03,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583563064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,067 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583563085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:03,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:03,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583563085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:03,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:03,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:03,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T11:25:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:03,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/8b47f8567ec947b3ae7331010ca81e10 2024-11-14T11:25:03,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ea7ce6ef205741799203599b96344faf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf 2024-11-14T11:25:03,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf, entries=200, sequenceid=94, filesize=38.6 K 2024-11-14T11:25:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/ab391cae38ae4b499093436078976e53 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/ab391cae38ae4b499093436078976e53 2024-11-14T11:25:03,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/ab391cae38ae4b499093436078976e53, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T11:25:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/8b47f8567ec947b3ae7331010ca81e10 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/8b47f8567ec947b3ae7331010ca81e10 2024-11-14T11:25:03,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/8b47f8567ec947b3ae7331010ca81e10, entries=150, sequenceid=94, filesize=11.7 K 2024-11-14T11:25:03,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1dff035144c8bc816b669e1b4102be2b in 1389ms, sequenceid=94, compaction requested=true 2024-11-14T11:25:03,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:03,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:03,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:03,238 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:03,238 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:03,242 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:03,242 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:03,242 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,242 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c31ae90e10f1407ba8ad9ab3933478dc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=90.8 K 2024-11-14T11:25:03,242 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,242 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c31ae90e10f1407ba8ad9ab3933478dc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf] 2024-11-14T11:25:03,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:03,250 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:03,250 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:03,250 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,250 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/99d715b615aa4839a123145456d5fd21, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/46b5e4b1732640ab8dd48758acf4227f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/ab391cae38ae4b499093436078976e53] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=33.0 K 2024-11-14T11:25:03,251 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c31ae90e10f1407ba8ad9ab3933478dc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583500338 2024-11-14T11:25:03,251 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d715b615aa4839a123145456d5fd21, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583500338 2024-11-14T11:25:03,251 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 627407ded9ed43b2a2f827c3a6c0b062, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731583500421 2024-11-14T11:25:03,251 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 46b5e4b1732640ab8dd48758acf4227f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731583500421 2024-11-14T11:25:03,252 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea7ce6ef205741799203599b96344faf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583501197 2024-11-14T11:25:03,252 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ab391cae38ae4b499093436078976e53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583501197 2024-11-14T11:25:03,273 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:03,294 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:03,295 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/5227ccef903f46a09cbba3b00f39da62 is 50, key is test_row_0/B:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:03,301 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411141eab768cf03046c4a88708aed9091a28_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:03,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-14T11:25:03,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T11:25:03,304 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411141eab768cf03046c4a88708aed9091a28_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:03,304 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141eab768cf03046c4a88708aed9091a28_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T11:25:03,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142d2d1d60d63a4bbebe13feb6ac0e4afe_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583501904/Put/seqid=0 2024-11-14T11:25:03,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742184_1360 (size=12207) 2024-11-14T11:25:03,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742185_1361 (size=4469) 2024-11-14T11:25:03,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742186_1362 (size=12154) 2024-11-14T11:25:03,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:03,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142d2d1d60d63a4bbebe13feb6ac0e4afe_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142d2d1d60d63a4bbebe13feb6ac0e4afe_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/42fda18e111643e3a8494636744f1bf1, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:03,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/42fda18e111643e3a8494636744f1bf1 is 175, key is test_row_0/A:col10/1731583501904/Put/seqid=0 2024-11-14T11:25:03,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742187_1363 (size=30955) 2024-11-14T11:25:03,756 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/5227ccef903f46a09cbba3b00f39da62 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5227ccef903f46a09cbba3b00f39da62 2024-11-14T11:25:03,765 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into 5227ccef903f46a09cbba3b00f39da62(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:03,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:03,765 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=13, startTime=1731583503238; duration=0sec 2024-11-14T11:25:03,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:03,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:03,765 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:03,767 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#303 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:03,767 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/3e2344c447554217b42b9f0a6225f038 is 175, key is test_row_0/A:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:03,767 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:03,768 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:03,768 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:03,768 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4964205806f1421c81ce1a8603727367, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/c636935d15294dc5ad04c584457eb89b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/8b47f8567ec947b3ae7331010ca81e10] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=33.0 K 2024-11-14T11:25:03,768 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4964205806f1421c81ce1a8603727367, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583500338 2024-11-14T11:25:03,769 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c636935d15294dc5ad04c584457eb89b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731583500421 2024-11-14T11:25:03,769 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b47f8567ec947b3ae7331010ca81e10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583501197 2024-11-14T11:25:03,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742188_1364 (size=31161) 2024-11-14T11:25:03,806 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:03,807 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/ccbe50b513544633b26017c3d9f52851 is 50, key is test_row_0/C:col10/1731583501197/Put/seqid=0 2024-11-14T11:25:03,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=115, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/42fda18e111643e3a8494636744f1bf1 2024-11-14T11:25:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T11:25:03,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/3ab14cc44eee499886f171dae9fe1fee is 50, key is test_row_0/B:col10/1731583501904/Put/seqid=0 2024-11-14T11:25:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742189_1365 (size=12207) 2024-11-14T11:25:03,851 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/ccbe50b513544633b26017c3d9f52851 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ccbe50b513544633b26017c3d9f52851 2024-11-14T11:25:03,855 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into ccbe50b513544633b26017c3d9f52851(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:03,855 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:03,855 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=13, startTime=1731583503241; duration=0sec 2024-11-14T11:25:03,855 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:03,855 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742190_1366 (size=12001) 2024-11-14T11:25:03,860 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/3ab14cc44eee499886f171dae9fe1fee 2024-11-14T11:25:03,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/6b888199ee3a4a5abe2ba26aeaed3bf1 is 50, key is test_row_0/C:col10/1731583501904/Put/seqid=0 2024-11-14T11:25:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742191_1367 (size=12001) 2024-11-14T11:25:04,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:04,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:04,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583564106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583564106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583564107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,124 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583564112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583564121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,217 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/3e2344c447554217b42b9f0a6225f038 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/3e2344c447554217b42b9f0a6225f038 2024-11-14T11:25:04,228 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into 3e2344c447554217b42b9f0a6225f038(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:04,228 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:04,228 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=13, startTime=1731583503238; duration=0sec 2024-11-14T11:25:04,228 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:04,228 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:04,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583564224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583564234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583564234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583564234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583564246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,254 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,278 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/6b888199ee3a4a5abe2ba26aeaed3bf1 2024-11-14T11:25:04,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/42fda18e111643e3a8494636744f1bf1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1 2024-11-14T11:25:04,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1, entries=150, sequenceid=115, filesize=30.2 K 2024-11-14T11:25:04,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/3ab14cc44eee499886f171dae9fe1fee as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/3ab14cc44eee499886f171dae9fe1fee 2024-11-14T11:25:04,297 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/3ab14cc44eee499886f171dae9fe1fee, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T11:25:04,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/6b888199ee3a4a5abe2ba26aeaed3bf1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6b888199ee3a4a5abe2ba26aeaed3bf1 2024-11-14T11:25:04,307 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6b888199ee3a4a5abe2ba26aeaed3bf1, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T11:25:04,309 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1dff035144c8bc816b669e1b4102be2b in 1006ms, sequenceid=115, compaction requested=false 2024-11-14T11:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:04,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-14T11:25:04,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-14T11:25:04,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-14T11:25:04,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-14T11:25:04,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.6300 sec 2024-11-14T11:25:04,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:04,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:04,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T11:25:04,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147f39ce172b794ea7afc124fb4cab1123_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742192_1368 (size=14744) 2024-11-14T11:25:04,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:04,482 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147f39ce172b794ea7afc124fb4cab1123_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147f39ce172b794ea7afc124fb4cab1123_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:04,483 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/10fd980e364b4f51a2013bf09c8671d3, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:04,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/10fd980e364b4f51a2013bf09c8671d3 is 175, key is test_row_0/A:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742193_1369 (size=39699) 2024-11-14T11:25:04,494 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/10fd980e364b4f51a2013bf09c8671d3 2024-11-14T11:25:04,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/7352473a51194035994b1683c0f2e11c is 50, key is test_row_0/B:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583564493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583564495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742194_1370 (size=12151) 2024-11-14T11:25:04,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583564500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583564501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,515 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583564503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/7352473a51194035994b1683c0f2e11c 2024-11-14T11:25:04,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/4c720f9651404135b47f5338afb6e95d is 50, key is test_row_0/C:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742195_1371 (size=12151) 2024-11-14T11:25:04,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/4c720f9651404135b47f5338afb6e95d 2024-11-14T11:25:04,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/10fd980e364b4f51a2013bf09c8671d3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3 2024-11-14T11:25:04,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3, entries=200, sequenceid=134, filesize=38.8 K 2024-11-14T11:25:04,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/7352473a51194035994b1683c0f2e11c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7352473a51194035994b1683c0f2e11c 2024-11-14T11:25:04,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7352473a51194035994b1683c0f2e11c, entries=150, sequenceid=134, filesize=11.9 K 2024-11-14T11:25:04,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/4c720f9651404135b47f5338afb6e95d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4c720f9651404135b47f5338afb6e95d 2024-11-14T11:25:04,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4c720f9651404135b47f5338afb6e95d, entries=150, sequenceid=134, filesize=11.9 K 2024-11-14T11:25:04,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 1dff035144c8bc816b669e1b4102be2b in 109ms, sequenceid=134, compaction requested=true 2024-11-14T11:25:04,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:04,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:04,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:04,560 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:04,560 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:04,561 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:04,561 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:04,562 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:04,562 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/3e2344c447554217b42b9f0a6225f038, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=99.4 K 2024-11-14T11:25:04,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:04,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:04,562 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:04,562 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/3e2344c447554217b42b9f0a6225f038, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3] 2024-11-14T11:25:04,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:04,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:04,562 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e2344c447554217b42b9f0a6225f038, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583501197 2024-11-14T11:25:04,562 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:04,562 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42fda18e111643e3a8494636744f1bf1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731583501897 2024-11-14T11:25:04,562 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:04,562 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:04,562 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5227ccef903f46a09cbba3b00f39da62, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/3ab14cc44eee499886f171dae9fe1fee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7352473a51194035994b1683c0f2e11c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=35.5 K 2024-11-14T11:25:04,563 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10fd980e364b4f51a2013bf09c8671d3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583504102 2024-11-14T11:25:04,563 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5227ccef903f46a09cbba3b00f39da62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583501197 2024-11-14T11:25:04,563 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ab14cc44eee499886f171dae9fe1fee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731583501897 2024-11-14T11:25:04,564 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7352473a51194035994b1683c0f2e11c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583504105 2024-11-14T11:25:04,570 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:04,574 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:04,575 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/44e3e59893574a52b5ebefecedd036a0 is 50, key is test_row_0/B:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,577 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111471ff24bcc02348ef918508f68516876a_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:04,579 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111471ff24bcc02348ef918508f68516876a_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:04,579 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111471ff24bcc02348ef918508f68516876a_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742196_1372 (size=12459) 2024-11-14T11:25:04,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742197_1373 (size=4469) 2024-11-14T11:25:04,592 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/44e3e59893574a52b5ebefecedd036a0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/44e3e59893574a52b5ebefecedd036a0 2024-11-14T11:25:04,602 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into 44e3e59893574a52b5ebefecedd036a0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:04,602 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:04,602 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=13, startTime=1731583504560; duration=0sec 2024-11-14T11:25:04,602 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:04,602 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:04,602 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:04,604 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:04,604 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:04,604 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:04,604 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ccbe50b513544633b26017c3d9f52851, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6b888199ee3a4a5abe2ba26aeaed3bf1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4c720f9651404135b47f5338afb6e95d] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=35.5 K 2024-11-14T11:25:04,604 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ccbe50b513544633b26017c3d9f52851, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731583501197 2024-11-14T11:25:04,605 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b888199ee3a4a5abe2ba26aeaed3bf1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731583501897 2024-11-14T11:25:04,605 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c720f9651404135b47f5338afb6e95d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583504105 2024-11-14T11:25:04,611 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:04,611 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/fe38b8139c384a8d81fd5ce2b591a1d7 is 50, key is test_row_0/C:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:04,618 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:04,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:25:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742198_1374 (size=12459) 2024-11-14T11:25:04,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a78140eef3f445ad9f9d8ab5121bf300_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583504501/Put/seqid=0 2024-11-14T11:25:04,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742199_1375 (size=17284) 2024-11-14T11:25:04,637 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:04,640 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a78140eef3f445ad9f9d8ab5121bf300_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a78140eef3f445ad9f9d8ab5121bf300_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:04,641 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/b524c73121be4bc5b71099301a4e3cb5, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:04,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/b524c73121be4bc5b71099301a4e3cb5 is 175, key is test_row_0/A:col10/1731583504501/Put/seqid=0 2024-11-14T11:25:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742200_1376 (size=48389) 2024-11-14T11:25:04,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583564646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583564648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583564648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583564649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583564654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,661 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583564764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583564764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583564765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583564765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583564765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,774 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-14T11:25:04,844 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:04,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:04,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-14T11:25:04,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:04,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:04,847 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:04,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583564974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583564974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583564984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,994 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583564985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583564985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:04,995 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8672e7e9b2b84d97a67b1b08549fedef is 175, key is test_row_0/A:col10/1731583504116/Put/seqid=0 2024-11-14T11:25:04,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742201_1377 (size=31413) 2024-11-14T11:25:05,035 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8672e7e9b2b84d97a67b1b08549fedef as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8672e7e9b2b84d97a67b1b08549fedef 2024-11-14T11:25:05,037 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/fe38b8139c384a8d81fd5ce2b591a1d7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe38b8139c384a8d81fd5ce2b591a1d7 2024-11-14T11:25:05,044 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into fe38b8139c384a8d81fd5ce2b591a1d7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:05,044 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:05,044 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=13, startTime=1731583504562; duration=0sec 2024-11-14T11:25:05,044 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:05,044 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:05,048 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/b524c73121be4bc5b71099301a4e3cb5 2024-11-14T11:25:05,048 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into 8672e7e9b2b84d97a67b1b08549fedef(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:05,048 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:05,048 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=13, startTime=1731583504560; duration=0sec 2024-11-14T11:25:05,049 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:05,049 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:05,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/8ee59a652a1d40e0885718ad4c892b5f is 50, key is test_row_0/B:col10/1731583504501/Put/seqid=0 2024-11-14T11:25:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742202_1378 (size=12151) 2024-11-14T11:25:05,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:05,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:05,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583565293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583565294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583565304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583565304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583565304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,308 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:05,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/8ee59a652a1d40e0885718ad4c892b5f 2024-11-14T11:25:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:05,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/a66b2d238a6f44a8832c246060758ebd is 50, key is test_row_0/C:col10/1731583504501/Put/seqid=0 2024-11-14T11:25:05,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742203_1379 (size=12151) 2024-11-14T11:25:05,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:05,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:05,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:05,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583565804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583565804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583565814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583565814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583565814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:05,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/a66b2d238a6f44a8832c246060758ebd 2024-11-14T11:25:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/b524c73121be4bc5b71099301a4e3cb5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5 2024-11-14T11:25:05,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5, entries=250, sequenceid=157, filesize=47.3 K 2024-11-14T11:25:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/8ee59a652a1d40e0885718ad4c892b5f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/8ee59a652a1d40e0885718ad4c892b5f 2024-11-14T11:25:05,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/8ee59a652a1d40e0885718ad4c892b5f, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T11:25:05,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/a66b2d238a6f44a8832c246060758ebd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a66b2d238a6f44a8832c246060758ebd 2024-11-14T11:25:05,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a66b2d238a6f44a8832c246060758ebd, entries=150, sequenceid=157, filesize=11.9 K 2024-11-14T11:25:05,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1dff035144c8bc816b669e1b4102be2b in 1296ms, sequenceid=157, compaction requested=false 2024-11-14T11:25:05,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:05,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-14T11:25:05,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:05,922 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-14T11:25:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147b28f5f4998a493caa2c2a45d9755bb7_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583504647/Put/seqid=0 2024-11-14T11:25:05,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742204_1380 (size=12304) 2024-11-14T11:25:05,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:05,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411147b28f5f4998a493caa2c2a45d9755bb7_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b28f5f4998a493caa2c2a45d9755bb7_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:05,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/85c1b783939f4f75a08079e4e9666c0a, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:05,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/85c1b783939f4f75a08079e4e9666c0a is 175, key is test_row_0/A:col10/1731583504647/Put/seqid=0 2024-11-14T11:25:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742205_1381 (size=31105) 2024-11-14T11:25:06,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/85c1b783939f4f75a08079e4e9666c0a 2024-11-14T11:25:06,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/f8c8bde5673c48b29ad5c08a26bff85e is 50, key is test_row_0/B:col10/1731583504647/Put/seqid=0 2024-11-14T11:25:06,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742206_1382 (size=12151) 2024-11-14T11:25:06,822 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/f8c8bde5673c48b29ad5c08a26bff85e 2024-11-14T11:25:06,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:06,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:06,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/b1b688f4b0df47d4bdb6ffd3214dfd02 is 50, key is test_row_0/C:col10/1731583504647/Put/seqid=0 2024-11-14T11:25:06,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742207_1383 (size=12151) 2024-11-14T11:25:06,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583566857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583566858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583566858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583566859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583566862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583566974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583566974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583566974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583566974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583566974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:07,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583567183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583567183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583567194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583567194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583567194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,233 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/b1b688f4b0df47d4bdb6ffd3214dfd02 2024-11-14T11:25:07,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/85c1b783939f4f75a08079e4e9666c0a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a 2024-11-14T11:25:07,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a, entries=150, sequenceid=173, filesize=30.4 K 2024-11-14T11:25:07,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/f8c8bde5673c48b29ad5c08a26bff85e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f8c8bde5673c48b29ad5c08a26bff85e 2024-11-14T11:25:07,243 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f8c8bde5673c48b29ad5c08a26bff85e, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T11:25:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/b1b688f4b0df47d4bdb6ffd3214dfd02 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b1b688f4b0df47d4bdb6ffd3214dfd02 2024-11-14T11:25:07,255 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b1b688f4b0df47d4bdb6ffd3214dfd02, entries=150, sequenceid=173, filesize=11.9 K 2024-11-14T11:25:07,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1dff035144c8bc816b669e1b4102be2b in 1334ms, sequenceid=173, compaction requested=true 2024-11-14T11:25:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:07,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:07,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-14T11:25:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-14T11:25:07,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-14T11:25:07,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4110 sec 2024-11-14T11:25:07,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.4160 sec 2024-11-14T11:25:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:07,510 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:07,511 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:25:07,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111406379e6a17e8448eb36559bd134db520_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583567524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583567524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583567525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583567526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583567527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742208_1384 (size=19774) 2024-11-14T11:25:07,540 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:07,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111406379e6a17e8448eb36559bd134db520_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111406379e6a17e8448eb36559bd134db520_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:07,543 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0bbfc3ed578d4a239c97e42480955a9b, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:07,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0bbfc3ed578d4a239c97e42480955a9b is 175, key is test_row_0/A:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:07,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742209_1385 (size=57033) 2024-11-14T11:25:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583567644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583567644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583567644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583567644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583567644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583567854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583567854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583567854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583567854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583567854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:07,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:07,949 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0bbfc3ed578d4a239c97e42480955a9b 2024-11-14T11:25:07,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/b622643cd96e4c26baf7f8ad448495a3 is 50, key is test_row_0/B:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:07,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742210_1386 (size=12151) 2024-11-14T11:25:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583568164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583568164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,169 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583568164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583568164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583568164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,170 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/b622643cd96e4c26baf7f8ad448495a3 2024-11-14T11:25:08,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/bbb27d5efe9741728b4fd5ad33705418 is 50, key is test_row_0/C:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742211_1387 (size=12151) 2024-11-14T11:25:08,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583568674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583568674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583568674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583568684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583568684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:08,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/bbb27d5efe9741728b4fd5ad33705418 2024-11-14T11:25:08,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0bbfc3ed578d4a239c97e42480955a9b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b 2024-11-14T11:25:08,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b, entries=300, sequenceid=198, filesize=55.7 K 2024-11-14T11:25:08,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/b622643cd96e4c26baf7f8ad448495a3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/b622643cd96e4c26baf7f8ad448495a3 2024-11-14T11:25:08,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/b622643cd96e4c26baf7f8ad448495a3, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T11:25:08,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/bbb27d5efe9741728b4fd5ad33705418 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/bbb27d5efe9741728b4fd5ad33705418 2024-11-14T11:25:08,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/bbb27d5efe9741728b4fd5ad33705418, entries=150, sequenceid=198, filesize=11.9 K 2024-11-14T11:25:08,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1dff035144c8bc816b669e1b4102be2b in 1273ms, sequenceid=198, compaction requested=true 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:08,784 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:08,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T11:25:08,785 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:08,786 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167940 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:08,786 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:08,786 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:08,786 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8672e7e9b2b84d97a67b1b08549fedef, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=164.0 K 2024-11-14T11:25:08,786 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:08,786 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8672e7e9b2b84d97a67b1b08549fedef, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b] 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8672e7e9b2b84d97a67b1b08549fedef, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583504105 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b524c73121be4bc5b71099301a4e3cb5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731583504491 2024-11-14T11:25:08,787 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:08,787 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/44e3e59893574a52b5ebefecedd036a0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/8ee59a652a1d40e0885718ad4c892b5f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f8c8bde5673c48b29ad5c08a26bff85e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/b622643cd96e4c26baf7f8ad448495a3] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=47.8 K 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85c1b783939f4f75a08079e4e9666c0a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731583504646 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 44e3e59893574a52b5ebefecedd036a0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583504105 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bbfc3ed578d4a239c97e42480955a9b, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731583506849 2024-11-14T11:25:08,787 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ee59a652a1d40e0885718ad4c892b5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731583504491 2024-11-14T11:25:08,788 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f8c8bde5673c48b29ad5c08a26bff85e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731583504646 2024-11-14T11:25:08,788 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b622643cd96e4c26baf7f8ad448495a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731583506849 2024-11-14T11:25:08,800 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:08,804 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#325 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:08,805 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a5fd8eff665948f4972e5a9cf974ebf5 is 50, key is test_row_0/B:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:08,809 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411145cbac3ce8e5b4155ae1dd1f5e49fb46f_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:08,812 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411145cbac3ce8e5b4155ae1dd1f5e49fb46f_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:08,812 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145cbac3ce8e5b4155ae1dd1f5e49fb46f_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:08,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742213_1389 (size=4469) 2024-11-14T11:25:08,826 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#324 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:08,827 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0a5077a3c3aa47b0a5d68d78282df5f4 is 175, key is test_row_0/A:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:08,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742212_1388 (size=12595) 2024-11-14T11:25:08,840 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a5fd8eff665948f4972e5a9cf974ebf5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a5fd8eff665948f4972e5a9cf974ebf5 2024-11-14T11:25:08,845 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into a5fd8eff665948f4972e5a9cf974ebf5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:08,845 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:08,845 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=12, startTime=1731583508784; duration=0sec 2024-11-14T11:25:08,845 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:08,845 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:08,845 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:08,846 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:08,846 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:08,846 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:08,846 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe38b8139c384a8d81fd5ce2b591a1d7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a66b2d238a6f44a8832c246060758ebd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b1b688f4b0df47d4bdb6ffd3214dfd02, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/bbb27d5efe9741728b4fd5ad33705418] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=47.8 K 2024-11-14T11:25:08,847 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fe38b8139c384a8d81fd5ce2b591a1d7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731583504105 2024-11-14T11:25:08,847 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a66b2d238a6f44a8832c246060758ebd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731583504491 2024-11-14T11:25:08,847 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b1b688f4b0df47d4bdb6ffd3214dfd02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731583504646 2024-11-14T11:25:08,847 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting bbb27d5efe9741728b4fd5ad33705418, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731583506849 2024-11-14T11:25:08,853 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:08,853 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/9f2b7932e74842a9a5858a31129c2b4a is 50, key is test_row_0/C:col10/1731583506849/Put/seqid=0 2024-11-14T11:25:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742214_1390 (size=31549) 2024-11-14T11:25:08,861 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0a5077a3c3aa47b0a5d68d78282df5f4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0a5077a3c3aa47b0a5d68d78282df5f4 2024-11-14T11:25:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742215_1391 (size=12595) 2024-11-14T11:25:08,866 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into 0a5077a3c3aa47b0a5d68d78282df5f4(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:08,866 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:08,866 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=12, startTime=1731583508784; duration=0sec 2024-11-14T11:25:08,866 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:08,866 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:08,871 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/9f2b7932e74842a9a5858a31129c2b4a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/9f2b7932e74842a9a5858a31129c2b4a 2024-11-14T11:25:08,875 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into 9f2b7932e74842a9a5858a31129c2b4a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:08,875 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:08,875 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=12, startTime=1731583508784; duration=0sec 2024-11-14T11:25:08,875 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:08,875 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-14T11:25:09,014 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:09,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-14T11:25:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T11:25:09,016 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:09,017 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:09,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T11:25:09,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-14T11:25:09,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:09,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:09,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146edaca46de244cb99820033e01afe1f3_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583507525/Put/seqid=0 2024-11-14T11:25:09,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742216_1392 (size=12304) 2024-11-14T11:25:09,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T11:25:09,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:09,583 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146edaca46de244cb99820033e01afe1f3_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146edaca46de244cb99820033e01afe1f3_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:09,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/e6c597002cbf4efc8a398a326fd1f265, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:09,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/e6c597002cbf4efc8a398a326fd1f265 is 175, key is test_row_0/A:col10/1731583507525/Put/seqid=0 2024-11-14T11:25:09,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742217_1393 (size=31105) 2024-11-14T11:25:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T11:25:09,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583569722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,732 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583569723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583569724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583569726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583569732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583569844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583569844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583569844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583569844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583569844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:09,851 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:09,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/e6c597002cbf4efc8a398a326fd1f265 2024-11-14T11:25:09,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/98e3af20a8304cc88cbb49ce1ce5102d is 50, key is test_row_0/B:col10/1731583507525/Put/seqid=0 2024-11-14T11:25:10,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742218_1394 (size=12151) 2024-11-14T11:25:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583570054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583570054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583570054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583570054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583570054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T11:25:10,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583570364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583570364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583570364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583570364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583570364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,369 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/98e3af20a8304cc88cbb49ce1ce5102d 2024-11-14T11:25:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/b7671c667a714d12a89e3435cfd87a1a is 50, key is test_row_0/C:col10/1731583507525/Put/seqid=0 2024-11-14T11:25:10,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742219_1395 (size=12151) 2024-11-14T11:25:10,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/b7671c667a714d12a89e3435cfd87a1a 2024-11-14T11:25:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/e6c597002cbf4efc8a398a326fd1f265 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265 2024-11-14T11:25:10,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265, entries=150, sequenceid=212, filesize=30.4 K 2024-11-14T11:25:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/98e3af20a8304cc88cbb49ce1ce5102d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/98e3af20a8304cc88cbb49ce1ce5102d 2024-11-14T11:25:10,418 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/98e3af20a8304cc88cbb49ce1ce5102d, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T11:25:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/b7671c667a714d12a89e3435cfd87a1a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b7671c667a714d12a89e3435cfd87a1a 2024-11-14T11:25:10,422 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b7671c667a714d12a89e3435cfd87a1a, entries=150, sequenceid=212, filesize=11.9 K 2024-11-14T11:25:10,422 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dff035144c8bc816b669e1b4102be2b in 1252ms, sequenceid=212, compaction requested=false 2024-11-14T11:25:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:10,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-14T11:25:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-14T11:25:10,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-14T11:25:10,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-14T11:25:10,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4110 sec 2024-11-14T11:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:10,879 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:10,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:25:10,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146ee1d94f0d384b68bd83f55f3a8b2d90_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:10,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742220_1396 (size=12304) 2024-11-14T11:25:10,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:10,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146ee1d94f0d384b68bd83f55f3a8b2d90_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ee1d94f0d384b68bd83f55f3a8b2d90_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:10,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/d5e1740f48da470ea2dfe1fb94326c37, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:10,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/d5e1740f48da470ea2dfe1fb94326c37 is 175, key is test_row_0/A:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:10,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742221_1397 (size=31105) 2024-11-14T11:25:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583570884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583570884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583570889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583570896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:10,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583570897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:10,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583571004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583571004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583571014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583571014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,020 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-14T11:25:11,164 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:11,165 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-14T11:25:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:11,166 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:11,167 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:11,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583571214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583571214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,218 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583571224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583571224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:11,297 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/d5e1740f48da470ea2dfe1fb94326c37 2024-11-14T11:25:11,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/2ab825e65f1041d9bf0d79071fdce9f1 is 50, key is test_row_0/B:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:11,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742222_1398 (size=12151) 2024-11-14T11:25:11,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:11,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:11,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583571523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583571523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583571534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583571534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/2ab825e65f1041d9bf0d79071fdce9f1 2024-11-14T11:25:11,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/e06656e3124944a1a77c085db93500de is 50, key is test_row_0/C:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:11,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742223_1399 (size=12151) 2024-11-14T11:25:11,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:11,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583571914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:11,918 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 1dff035144c8bc816b669e1b4102be2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:11,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:11,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:11,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:11,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:11,929 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:12,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583572034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583572034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:12,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583572054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583572054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:12,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:12,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:12,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/e06656e3124944a1a77c085db93500de 2024-11-14T11:25:12,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/d5e1740f48da470ea2dfe1fb94326c37 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37 2024-11-14T11:25:12,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37, entries=150, sequenceid=239, filesize=30.4 K 2024-11-14T11:25:12,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/2ab825e65f1041d9bf0d79071fdce9f1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/2ab825e65f1041d9bf0d79071fdce9f1 2024-11-14T11:25:12,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/2ab825e65f1041d9bf0d79071fdce9f1, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T11:25:12,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/e06656e3124944a1a77c085db93500de as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/e06656e3124944a1a77c085db93500de 2024-11-14T11:25:12,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/e06656e3124944a1a77c085db93500de, entries=150, sequenceid=239, filesize=11.9 K 2024-11-14T11:25:12,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1dff035144c8bc816b669e1b4102be2b in 1248ms, sequenceid=239, compaction requested=true 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:12,127 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:12,127 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:12,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:12,128 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:12,128 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:12,128 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:12,128 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,128 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:12,128 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a5fd8eff665948f4972e5a9cf974ebf5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/98e3af20a8304cc88cbb49ce1ce5102d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/2ab825e65f1041d9bf0d79071fdce9f1] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=36.0 K 2024-11-14T11:25:12,128 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,128 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0a5077a3c3aa47b0a5d68d78282df5f4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=91.6 K 2024-11-14T11:25:12,128 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,128 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0a5077a3c3aa47b0a5d68d78282df5f4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37] 2024-11-14T11:25:12,128 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a5fd8eff665948f4972e5a9cf974ebf5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731583506849 2024-11-14T11:25:12,129 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a5077a3c3aa47b0a5d68d78282df5f4, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731583506849 2024-11-14T11:25:12,129 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e3af20a8304cc88cbb49ce1ce5102d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731583507521 2024-11-14T11:25:12,129 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ab825e65f1041d9bf0d79071fdce9f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731583509720 2024-11-14T11:25:12,129 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6c597002cbf4efc8a398a326fd1f265, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731583507521 2024-11-14T11:25:12,129 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5e1740f48da470ea2dfe1fb94326c37, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731583509720 2024-11-14T11:25:12,134 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:12,135 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:12,136 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a62139ba21784e4f8d37b3cbda4e117f is 50, key is test_row_0/B:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:12,137 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111466e3c7d82f8a4385b9eefbc53234aea3_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:12,139 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111466e3c7d82f8a4385b9eefbc53234aea3_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:12,139 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111466e3c7d82f8a4385b9eefbc53234aea3_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:12,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742224_1400 (size=12697) 2024-11-14T11:25:12,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742225_1401 (size=4469) 2024-11-14T11:25:12,146 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/a62139ba21784e4f8d37b3cbda4e117f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62139ba21784e4f8d37b3cbda4e117f 2024-11-14T11:25:12,150 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into a62139ba21784e4f8d37b3cbda4e117f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:12,150 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:12,150 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=13, startTime=1731583512127; duration=0sec 2024-11-14T11:25:12,150 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:12,150 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:12,150 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:12,151 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:12,151 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:12,151 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,151 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/9f2b7932e74842a9a5858a31129c2b4a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b7671c667a714d12a89e3435cfd87a1a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/e06656e3124944a1a77c085db93500de] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=36.0 K 2024-11-14T11:25:12,151 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2b7932e74842a9a5858a31129c2b4a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731583506849 2024-11-14T11:25:12,151 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b7671c667a714d12a89e3435cfd87a1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731583507521 2024-11-14T11:25:12,152 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e06656e3124944a1a77c085db93500de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731583509720 2024-11-14T11:25:12,157 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:12,158 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/f793dbdcc7f648fba8c03d24145f9dee is 50, key is test_row_0/C:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742226_1402 (size=12697) 2024-11-14T11:25:12,171 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/f793dbdcc7f648fba8c03d24145f9dee as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/f793dbdcc7f648fba8c03d24145f9dee 2024-11-14T11:25:12,175 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into f793dbdcc7f648fba8c03d24145f9dee(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:12,175 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:12,175 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=13, startTime=1731583512127; duration=0sec 2024-11-14T11:25:12,175 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:12,175 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:12,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-14T11:25:12,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:12,234 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-14T11:25:12,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400c6da404eeb464f933d43c3ae829096_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583510894/Put/seqid=0 2024-11-14T11:25:12,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742227_1403 (size=12304) 2024-11-14T11:25:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:12,547 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:12,547 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0eae197247084fc6b6e897a35d163cfa is 175, key is test_row_0/A:col10/1731583510879/Put/seqid=0 2024-11-14T11:25:12,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742228_1404 (size=31651) 2024-11-14T11:25:12,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:12,655 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400c6da404eeb464f933d43c3ae829096_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400c6da404eeb464f933d43c3ae829096_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:12,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8239654599c84994a76a157b88922e3a, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:12,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8239654599c84994a76a157b88922e3a is 175, key is test_row_0/A:col10/1731583510894/Put/seqid=0 2024-11-14T11:25:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742229_1405 (size=31105) 2024-11-14T11:25:12,956 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/0eae197247084fc6b6e897a35d163cfa as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0eae197247084fc6b6e897a35d163cfa 2024-11-14T11:25:12,959 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into 0eae197247084fc6b6e897a35d163cfa(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:12,960 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:12,960 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=13, startTime=1731583512127; duration=0sec 2024-11-14T11:25:12,960 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:12,960 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:13,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:13,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:13,060 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8239654599c84994a76a157b88922e3a 2024-11-14T11:25:13,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/429d590ece67446690fa2bf2cc9b2705 is 50, key is test_row_0/B:col10/1731583510894/Put/seqid=0 2024-11-14T11:25:13,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742230_1406 (size=12151) 2024-11-14T11:25:13,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583573138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583573139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583573140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583573141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583573254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583573254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583573254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583573264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583573464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583573464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,470 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583573464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583573474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,483 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/429d590ece67446690fa2bf2cc9b2705 2024-11-14T11:25:13,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/ca1a846bf712474a8462b088ea0925a1 is 50, key is test_row_0/C:col10/1731583510894/Put/seqid=0 2024-11-14T11:25:13,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742231_1407 (size=12151) 2024-11-14T11:25:13,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583573774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583573784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583573784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583573784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:13,892 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/ca1a846bf712474a8462b088ea0925a1 2024-11-14T11:25:13,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/8239654599c84994a76a157b88922e3a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a 2024-11-14T11:25:13,898 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a, entries=150, sequenceid=250, filesize=30.4 K 2024-11-14T11:25:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/429d590ece67446690fa2bf2cc9b2705 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/429d590ece67446690fa2bf2cc9b2705 2024-11-14T11:25:13,901 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/429d590ece67446690fa2bf2cc9b2705, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T11:25:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/ca1a846bf712474a8462b088ea0925a1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ca1a846bf712474a8462b088ea0925a1 2024-11-14T11:25:13,905 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ca1a846bf712474a8462b088ea0925a1, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T11:25:13,906 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1dff035144c8bc816b669e1b4102be2b in 1672ms, sequenceid=250, compaction requested=false 2024-11-14T11:25:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:13,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-14T11:25:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-14T11:25:13,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-14T11:25:13,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7400 sec 2024-11-14T11:25:13,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.7440 sec 2024-11-14T11:25:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:13,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-14T11:25:13,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114800dd9e9651a49a0ac6ce662067d6955_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:13,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742232_1408 (size=14994) 2024-11-14T11:25:13,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583573970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:13,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583574074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,078 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583574284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583574284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,288 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583574294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583574294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583574303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,351 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:14,354 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114800dd9e9651a49a0ac6ce662067d6955_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114800dd9e9651a49a0ac6ce662067d6955_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:14,355 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/5306fa4523454088a54d0d699957ca0a, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:14,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/5306fa4523454088a54d0d699957ca0a is 175, key is test_row_0/A:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:14,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742233_1409 (size=39949) 2024-11-14T11:25:14,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:14,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583574593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:14,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:14,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:14,760 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/5306fa4523454088a54d0d699957ca0a 2024-11-14T11:25:14,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/5a6766e742c0413a87a1fbaf9c104958 is 50, key is test_row_0/B:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:14,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742234_1410 (size=12301) 2024-11-14T11:25:15,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583575104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/5a6766e742c0413a87a1fbaf9c104958 2024-11-14T11:25:15,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/fe202c1ef88a40bba9d1d39ec8a23b9a is 50, key is test_row_0/C:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742235_1411 (size=12301) 2024-11-14T11:25:15,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/fe202c1ef88a40bba9d1d39ec8a23b9a 2024-11-14T11:25:15,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/5306fa4523454088a54d0d699957ca0a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a 2024-11-14T11:25:15,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a, entries=200, sequenceid=279, filesize=39.0 K 2024-11-14T11:25:15,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/5a6766e742c0413a87a1fbaf9c104958 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5a6766e742c0413a87a1fbaf9c104958 2024-11-14T11:25:15,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5a6766e742c0413a87a1fbaf9c104958, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T11:25:15,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/fe202c1ef88a40bba9d1d39ec8a23b9a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe202c1ef88a40bba9d1d39ec8a23b9a 2024-11-14T11:25:15,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe202c1ef88a40bba9d1d39ec8a23b9a, entries=150, sequenceid=279, filesize=12.0 K 2024-11-14T11:25:15,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1dff035144c8bc816b669e1b4102be2b in 1250ms, sequenceid=279, compaction requested=true 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:15,192 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:15,192 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:15,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:15,192 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:15,192 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:15,192 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:15,192 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:15,193 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,193 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,193 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0eae197247084fc6b6e897a35d163cfa, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=100.3 K 2024-11-14T11:25:15,193 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62139ba21784e4f8d37b3cbda4e117f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/429d590ece67446690fa2bf2cc9b2705, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5a6766e742c0413a87a1fbaf9c104958] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=36.3 K 2024-11-14T11:25:15,193 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0eae197247084fc6b6e897a35d163cfa, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a] 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0eae197247084fc6b6e897a35d163cfa, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731583509720 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a62139ba21784e4f8d37b3cbda4e117f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731583509720 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8239654599c84994a76a157b88922e3a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731583510887 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 429d590ece67446690fa2bf2cc9b2705, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731583510887 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5306fa4523454088a54d0d699957ca0a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731583513137 2024-11-14T11:25:15,193 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a6766e742c0413a87a1fbaf9c104958, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731583513137 2024-11-14T11:25:15,198 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:15,199 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:15,199 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/65073f5b83c74224ad20a069a883da07 is 50, key is test_row_0/B:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:15,200 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114aa24d21eb23a4ffcafa7ef48c69f54f4_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:15,202 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114aa24d21eb23a4ffcafa7ef48c69f54f4_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:15,202 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aa24d21eb23a4ffcafa7ef48c69f54f4_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:15,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742236_1412 (size=12949) 2024-11-14T11:25:15,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742237_1413 (size=4469) 2024-11-14T11:25:15,217 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#343 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:15,217 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/c44e179d97984b7494232f02478e7c2c is 175, key is test_row_0/A:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742238_1414 (size=31903) 2024-11-14T11:25:15,231 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/c44e179d97984b7494232f02478e7c2c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c44e179d97984b7494232f02478e7c2c 2024-11-14T11:25:15,235 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into c44e179d97984b7494232f02478e7c2c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:15,235 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:15,235 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=13, startTime=1731583515192; duration=0sec 2024-11-14T11:25:15,235 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:15,235 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:15,235 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:15,235 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:15,236 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:15,236 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,236 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/f793dbdcc7f648fba8c03d24145f9dee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ca1a846bf712474a8462b088ea0925a1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe202c1ef88a40bba9d1d39ec8a23b9a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=36.3 K 2024-11-14T11:25:15,236 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f793dbdcc7f648fba8c03d24145f9dee, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731583509720 2024-11-14T11:25:15,236 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca1a846bf712474a8462b088ea0925a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731583510887 2024-11-14T11:25:15,236 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe202c1ef88a40bba9d1d39ec8a23b9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731583513137 2024-11-14T11:25:15,243 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#344 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:15,243 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/335d53b4658c4e46940ea18a79a2ce2d is 50, key is test_row_0/C:col10/1731583513940/Put/seqid=0 2024-11-14T11:25:15,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742239_1415 (size=12949) 2024-11-14T11:25:15,250 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/335d53b4658c4e46940ea18a79a2ce2d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/335d53b4658c4e46940ea18a79a2ce2d 2024-11-14T11:25:15,254 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into 335d53b4658c4e46940ea18a79a2ce2d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:15,254 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:15,254 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=13, startTime=1731583515192; duration=0sec 2024-11-14T11:25:15,254 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:15,254 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:15,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:15,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457d72897e9c04e82b7f3324d3e16b627_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583515296/Put/seqid=0 2024-11-14T11:25:15,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742240_1416 (size=14994) 2024-11-14T11:25:15,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:15,315 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111457d72897e9c04e82b7f3324d3e16b627_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457d72897e9c04e82b7f3324d3e16b627_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:15,316 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/96feaf94f1d14b77ab8e931080fd3cdf, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:15,316 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/96feaf94f1d14b77ab8e931080fd3cdf is 175, key is test_row_0/A:col10/1731583515296/Put/seqid=0 2024-11-14T11:25:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742241_1417 (size=39949) 2024-11-14T11:25:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-14T11:25:15,334 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:15,334 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-14T11:25:15,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:15,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:15,336 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:15,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:15,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583575355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583575360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583575361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583575362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583575474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583575474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,478 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583575474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583575474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,608 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/65073f5b83c74224ad20a069a883da07 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/65073f5b83c74224ad20a069a883da07 2024-11-14T11:25:15,611 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into 65073f5b83c74224ad20a069a883da07(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:15,611 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:15,612 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=13, startTime=1731583515192; duration=0sec 2024-11-14T11:25:15,612 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:15,612 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:15,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583575684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583575684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583575684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583575684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:15,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:15,720 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/96feaf94f1d14b77ab8e931080fd3cdf 2024-11-14T11:25:15,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/aa1a4c458c82471b83f4ab99c488d880 is 50, key is test_row_0/B:col10/1731583515296/Put/seqid=0 2024-11-14T11:25:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742242_1418 (size=12301) 2024-11-14T11:25:15,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:15,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:15,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:15,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583575994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583575994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583575994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583575994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:16,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583576124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/aa1a4c458c82471b83f4ab99c488d880 2024-11-14T11:25:16,128 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 1dff035144c8bc816b669e1b4102be2b of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29 is 50, key is test_row_0/C:col10/1731583515296/Put/seqid=0 2024-11-14T11:25:16,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742243_1419 (size=12301) 2024-11-14T11:25:16,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:16,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583576504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583576504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583576504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583576504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:16,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29 2024-11-14T11:25:16,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/96feaf94f1d14b77ab8e931080fd3cdf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf 2024-11-14T11:25:16,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf, entries=200, sequenceid=292, filesize=39.0 K 2024-11-14T11:25:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/aa1a4c458c82471b83f4ab99c488d880 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/aa1a4c458c82471b83f4ab99c488d880 2024-11-14T11:25:16,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/aa1a4c458c82471b83f4ab99c488d880, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T11:25:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29 2024-11-14T11:25:16,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29, entries=150, sequenceid=292, filesize=12.0 K 2024-11-14T11:25:16,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1dff035144c8bc816b669e1b4102be2b in 1247ms, sequenceid=292, compaction requested=false 2024-11-14T11:25:16,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:16,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-14T11:25:16,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:16,564 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:16,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dc6e09a371a145fe8c8d7905d11ba874_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583515361/Put/seqid=0 2024-11-14T11:25:16,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742244_1420 (size=12454) 2024-11-14T11:25:16,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:16,575 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dc6e09a371a145fe8c8d7905d11ba874_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dc6e09a371a145fe8c8d7905d11ba874_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ac4c4ac6464944c8ad10c590183c4404, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ac4c4ac6464944c8ad10c590183c4404 is 175, key is test_row_0/A:col10/1731583515361/Put/seqid=0 2024-11-14T11:25:16,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742245_1421 (size=31255) 2024-11-14T11:25:16,980 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ac4c4ac6464944c8ad10c590183c4404 2024-11-14T11:25:16,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/fde970b276864847ae2b968f0373d418 is 50, key is test_row_0/B:col10/1731583515361/Put/seqid=0 2024-11-14T11:25:16,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742246_1422 (size=12301) 2024-11-14T11:25:17,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/fde970b276864847ae2b968f0373d418 2024-11-14T11:25:17,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/3a5fc2cce0eb42ccb9877b8afc9e989f is 50, key is test_row_0/C:col10/1731583515361/Put/seqid=0 2024-11-14T11:25:17,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742247_1423 (size=12301) 2024-11-14T11:25:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:17,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. as already flushing 2024-11-14T11:25:17,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583577534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583577538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,543 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583577539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,544 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583577539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,548 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583577644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583577654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583577654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583577654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,660 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,800 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/3a5fc2cce0eb42ccb9877b8afc9e989f 2024-11-14T11:25:17,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/ac4c4ac6464944c8ad10c590183c4404 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404 2024-11-14T11:25:17,806 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404, entries=150, sequenceid=318, filesize=30.5 K 2024-11-14T11:25:17,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/fde970b276864847ae2b968f0373d418 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/fde970b276864847ae2b968f0373d418 2024-11-14T11:25:17,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/fde970b276864847ae2b968f0373d418, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T11:25:17,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/3a5fc2cce0eb42ccb9877b8afc9e989f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/3a5fc2cce0eb42ccb9877b8afc9e989f 2024-11-14T11:25:17,813 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/3a5fc2cce0eb42ccb9877b8afc9e989f, entries=150, sequenceid=318, filesize=12.0 K 2024-11-14T11:25:17,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1dff035144c8bc816b669e1b4102be2b in 1249ms, sequenceid=318, compaction requested=true 2024-11-14T11:25:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:17,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-14T11:25:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-14T11:25:17,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-14T11:25:17,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4790 sec 2024-11-14T11:25:17,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.4830 sec 2024-11-14T11:25:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:17,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:25:17,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111426f15b8add094e718c29f014e7be9308_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:17,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742248_1424 (size=14994) 2024-11-14T11:25:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583577911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583577912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583577917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:17,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583577920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:17,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:17,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583578024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583578024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583578024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583578034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731583578144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,152 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 1dff035144c8bc816b669e1b4102be2b of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583578233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583578233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583578233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583578254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,268 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:18,271 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111426f15b8add094e718c29f014e7be9308_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111426f15b8add094e718c29f014e7be9308_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:18,272 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/9d48beb6a44c422f89660174c522d47c, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:18,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/9d48beb6a44c422f89660174c522d47c is 175, key is test_row_0/A:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:18,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742249_1425 (size=39949) 2024-11-14T11:25:18,391 INFO [Thread-1540 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1540. 2024-11-14T11:25:18,391 DEBUG [Thread-1540 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:18,392 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,392 INFO [Thread-1538 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1538. 2024-11-14T11:25:18,392 DEBUG [Thread-1538 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:18,392 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,392 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:18,392 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:18,399 INFO [Thread-1542 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1542. 2024-11-14T11:25:18,399 DEBUG [Thread-1542 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:18,399 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,399 DEBUG [Thread-1542 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:18,401 INFO [Thread-1544 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1544. 2024-11-14T11:25:18,401 DEBUG [Thread-1544 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:18,401 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,401 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:18,403 INFO [Thread-1536 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1536. 2024-11-14T11:25:18,403 DEBUG [Thread-1536 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:18,403 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,403 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:18,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583578554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583578554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583578554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583578574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:18,575 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:18,677 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/9d48beb6a44c422f89660174c522d47c 2024-11-14T11:25:18,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/4f6c612f854d45e0985d77aa0af7fd8a is 50, key is test_row_0/B:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742250_1426 (size=12301) 2024-11-14T11:25:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59042 deadline: 1731583579065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59030 deadline: 1731583579064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59006 deadline: 1731583579064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:19,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:19,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:19,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1731583579084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:19,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:19,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/4f6c612f854d45e0985d77aa0af7fd8a 2024-11-14T11:25:19,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/a115589694f948a28f1bc20907efde50 is 50, key is test_row_0/C:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:19,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742251_1427 (size=12301) 2024-11-14T11:25:19,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-14T11:25:19,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:19,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/a115589694f948a28f1bc20907efde50 2024-11-14T11:25:19,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/9d48beb6a44c422f89660174c522d47c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c 2024-11-14T11:25:19,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c, entries=200, sequenceid=330, filesize=39.0 K 2024-11-14T11:25:19,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/4f6c612f854d45e0985d77aa0af7fd8a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/4f6c612f854d45e0985d77aa0af7fd8a 2024-11-14T11:25:19,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/4f6c612f854d45e0985d77aa0af7fd8a, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T11:25:19,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/a115589694f948a28f1bc20907efde50 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a115589694f948a28f1bc20907efde50 2024-11-14T11:25:19,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a115589694f948a28f1bc20907efde50, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T11:25:19,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1dff035144c8bc816b669e1b4102be2b in 1675ms, sequenceid=330, compaction requested=true 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:19,532 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1dff035144c8bc816b669e1b4102be2b:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:19,532 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:19,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:19,533 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:19,533 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:19,533 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/A is initiating minor compaction (all files) 2024-11-14T11:25:19,533 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/B is initiating minor compaction (all files) 2024-11-14T11:25:19,533 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/A in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:19,533 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/B in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:19,533 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c44e179d97984b7494232f02478e7c2c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=139.7 K 2024-11-14T11:25:19,533 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/65073f5b83c74224ad20a069a883da07, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/aa1a4c458c82471b83f4ab99c488d880, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/fde970b276864847ae2b968f0373d418, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/4f6c612f854d45e0985d77aa0af7fd8a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=48.7 K 2024-11-14T11:25:19,533 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:19,533 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c44e179d97984b7494232f02478e7c2c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c] 2024-11-14T11:25:19,533 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 65073f5b83c74224ad20a069a883da07, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731583513137 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c44e179d97984b7494232f02478e7c2c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731583513137 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting aa1a4c458c82471b83f4ab99c488d880, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731583513961 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96feaf94f1d14b77ab8e931080fd3cdf, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731583513961 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fde970b276864847ae2b968f0373d418, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731583515329 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac4c4ac6464944c8ad10c590183c4404, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731583515329 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f6c612f854d45e0985d77aa0af7fd8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583517529 2024-11-14T11:25:19,534 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d48beb6a44c422f89660174c522d47c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583517529 2024-11-14T11:25:19,540 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:19,541 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f2fe92cb4d854357b8ec8f64f173d667_1dff035144c8bc816b669e1b4102be2b store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:19,541 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:19,541 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/cfbaf6dab2a9450b9142434a9d132cd2 is 50, key is test_row_0/B:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:19,548 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f2fe92cb4d854357b8ec8f64f173d667_1dff035144c8bc816b669e1b4102be2b, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:19,548 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f2fe92cb4d854357b8ec8f64f173d667_1dff035144c8bc816b669e1b4102be2b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:19,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742252_1428 (size=13085) 2024-11-14T11:25:19,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742253_1429 (size=4469) 2024-11-14T11:25:19,955 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:19,956 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/20a0153c5800424ea88a499a643e5eb5 is 175, key is test_row_0/A:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:19,961 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/cfbaf6dab2a9450b9142434a9d132cd2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/cfbaf6dab2a9450b9142434a9d132cd2 2024-11-14T11:25:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742254_1430 (size=32039) 2024-11-14T11:25:19,966 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/20a0153c5800424ea88a499a643e5eb5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/20a0153c5800424ea88a499a643e5eb5 2024-11-14T11:25:19,966 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/B of 1dff035144c8bc816b669e1b4102be2b into cfbaf6dab2a9450b9142434a9d132cd2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:19,966 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:19,966 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/B, priority=12, startTime=1731583519532; duration=0sec 2024-11-14T11:25:19,966 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:19,966 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:B 2024-11-14T11:25:19,966 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:19,968 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:19,968 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 1dff035144c8bc816b669e1b4102be2b/C is initiating minor compaction (all files) 2024-11-14T11:25:19,968 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1dff035144c8bc816b669e1b4102be2b/C in TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:19,968 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/335d53b4658c4e46940ea18a79a2ce2d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/3a5fc2cce0eb42ccb9877b8afc9e989f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a115589694f948a28f1bc20907efde50] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp, totalSize=48.7 K 2024-11-14T11:25:19,968 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 335d53b4658c4e46940ea18a79a2ce2d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731583513137 2024-11-14T11:25:19,968 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a6e9be4aa7e4d0d8fa26c30f1ae8e29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731583513961 2024-11-14T11:25:19,969 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a5fc2cce0eb42ccb9877b8afc9e989f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=318, earliestPutTs=1731583515329 2024-11-14T11:25:19,969 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a115589694f948a28f1bc20907efde50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583517529 2024-11-14T11:25:19,970 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/A of 1dff035144c8bc816b669e1b4102be2b into 20a0153c5800424ea88a499a643e5eb5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:19,970 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:19,970 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/A, priority=12, startTime=1731583519532; duration=0sec 2024-11-14T11:25:19,970 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:19,970 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:A 2024-11-14T11:25:19,978 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1dff035144c8bc816b669e1b4102be2b#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:19,978 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/00d0e4a52d6a4d869f7419da5b03f5c7 is 50, key is test_row_0/C:col10/1731583517856/Put/seqid=0 2024-11-14T11:25:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742255_1431 (size=13085) 2024-11-14T11:25:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:20,079 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:20,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-14T11:25:20,079 INFO [Thread-1533 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1533. 2024-11-14T11:25:20,079 INFO [Thread-1527 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1527. 2024-11-14T11:25:20,079 INFO [Thread-1531 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1531. 2024-11-14T11:25:20,079 DEBUG [Thread-1533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:20,079 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,079 DEBUG [Thread-1531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:20,079 DEBUG [Thread-1527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:20,079 DEBUG [Thread-1531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,079 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,080 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:20,080 DEBUG [Thread-1531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,080 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:20,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:20,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141611069494834adf9a3acad4c1d516bf_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583520075/Put/seqid=0 2024-11-14T11:25:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742256_1432 (size=12454) 2024-11-14T11:25:20,095 INFO [Thread-1525 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1525. 2024-11-14T11:25:20,095 DEBUG [Thread-1525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:20,095 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,095 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:20,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:20,392 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/00d0e4a52d6a4d869f7419da5b03f5c7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/00d0e4a52d6a4d869f7419da5b03f5c7 2024-11-14T11:25:20,399 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1dff035144c8bc816b669e1b4102be2b/C of 1dff035144c8bc816b669e1b4102be2b into 00d0e4a52d6a4d869f7419da5b03f5c7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:20,399 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:20,399 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., storeName=1dff035144c8bc816b669e1b4102be2b/C, priority=12, startTime=1731583519532; duration=0sec 2024-11-14T11:25:20,399 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:20,399 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1dff035144c8bc816b669e1b4102be2b:C 2024-11-14T11:25:20,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:20,529 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411141611069494834adf9a3acad4c1d516bf_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141611069494834adf9a3acad4c1d516bf_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:20,530 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/61962324dbdb481381cfcf9ec54b2c1b, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:20,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/61962324dbdb481381cfcf9ec54b2c1b is 175, key is test_row_0/A:col10/1731583520075/Put/seqid=0 2024-11-14T11:25:20,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742257_1433 (size=31255) 2024-11-14T11:25:20,937 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/61962324dbdb481381cfcf9ec54b2c1b 2024-11-14T11:25:20,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/7bc5d3e58aca4d9b95d0bb02f379fd78 is 50, key is test_row_0/B:col10/1731583520075/Put/seqid=0 2024-11-14T11:25:20,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742258_1434 (size=12301) 2024-11-14T11:25:21,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/7bc5d3e58aca4d9b95d0bb02f379fd78 2024-11-14T11:25:21,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/7325e48271ab4e068f95f52026927be3 is 50, key is test_row_0/C:col10/1731583520075/Put/seqid=0 2024-11-14T11:25:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742259_1435 (size=12301) 2024-11-14T11:25:21,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/7325e48271ab4e068f95f52026927be3 2024-11-14T11:25:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/61962324dbdb481381cfcf9ec54b2c1b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/61962324dbdb481381cfcf9ec54b2c1b 2024-11-14T11:25:21,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/61962324dbdb481381cfcf9ec54b2c1b, entries=150, sequenceid=359, filesize=30.5 K 2024-11-14T11:25:21,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/7bc5d3e58aca4d9b95d0bb02f379fd78 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7bc5d3e58aca4d9b95d0bb02f379fd78 2024-11-14T11:25:21,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7bc5d3e58aca4d9b95d0bb02f379fd78, entries=150, sequenceid=359, filesize=12.0 K 2024-11-14T11:25:21,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/7325e48271ab4e068f95f52026927be3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/7325e48271ab4e068f95f52026927be3 2024-11-14T11:25:21,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/7325e48271ab4e068f95f52026927be3, entries=150, sequenceid=359, filesize=12.0 K 2024-11-14T11:25:21,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=6.71 KB/6870 for 1dff035144c8bc816b669e1b4102be2b in 1713ms, sequenceid=359, compaction requested=false 2024-11-14T11:25:21,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1dff035144c8bc816b669e1b4102be2b: 2024-11-14T11:25:22,188 INFO [Thread-1529 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1529. 2024-11-14T11:25:22,188 DEBUG [Thread-1529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:22,188 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:22,189 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:22,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:22,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T11:25:22,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-14T11:25:22,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-14T11:25:22,189 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1391 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4163 rows 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1394 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4176 rows 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1392 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4161 rows 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1384 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4152 rows 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1390 2024-11-14T11:25:22,190 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4155 rows 2024-11-14T11:25:22,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:25:22,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:25:22,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:22,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:22,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:22,192 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T11:25:22,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:22,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T11:25:22,198 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583522197"}]},"ts":"1731583522197"} 2024-11-14T11:25:22,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T11:25:22,199 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T11:25:22,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:25:22,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, UNASSIGN}] 2024-11-14T11:25:22,202 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, UNASSIGN 2024-11-14T11:25:22,202 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:22,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, UNASSIGN because future has completed 2024-11-14T11:25:22,204 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:25:22,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:25:22,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T11:25:22,356 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:22,356 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:25:22,356 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 1dff035144c8bc816b669e1b4102be2b, disabling compactions & flushes 2024-11-14T11:25:22,356 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:22,356 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:22,356 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. after waiting 0 ms 2024-11-14T11:25:22,356 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:22,356 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 1dff035144c8bc816b669e1b4102be2b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-14T11:25:22,362 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143ff25eda0fa14fb6aa2696513b740242_1dff035144c8bc816b669e1b4102be2b is 50, key is test_row_0/A:col10/1731583522185/Put/seqid=0 2024-11-14T11:25:22,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742260_1436 (size=9914) 2024-11-14T11:25:22,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T11:25:22,767 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:22,776 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143ff25eda0fa14fb6aa2696513b740242_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143ff25eda0fa14fb6aa2696513b740242_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:22,777 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/7e8e17cc1da64d8685c95321fbbbebe9, store: [table=TestAcidGuarantees family=A region=1dff035144c8bc816b669e1b4102be2b] 2024-11-14T11:25:22,778 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/7e8e17cc1da64d8685c95321fbbbebe9 is 175, key is test_row_0/A:col10/1731583522185/Put/seqid=0 2024-11-14T11:25:22,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742261_1437 (size=22561) 2024-11-14T11:25:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T11:25:23,183 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/7e8e17cc1da64d8685c95321fbbbebe9 2024-11-14T11:25:23,197 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/1e4113e0e6184b7b9b4394895e512dda is 50, key is test_row_0/B:col10/1731583522185/Put/seqid=0 2024-11-14T11:25:23,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742262_1438 (size=9857) 2024-11-14T11:25:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T11:25:23,602 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/1e4113e0e6184b7b9b4394895e512dda 2024-11-14T11:25:23,615 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/1909501958f9474dbdafab4de34dd612 is 50, key is test_row_0/C:col10/1731583522185/Put/seqid=0 2024-11-14T11:25:23,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742263_1439 (size=9857) 2024-11-14T11:25:24,021 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/1909501958f9474dbdafab4de34dd612 2024-11-14T11:25:24,033 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/A/7e8e17cc1da64d8685c95321fbbbebe9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/7e8e17cc1da64d8685c95321fbbbebe9 2024-11-14T11:25:24,039 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/7e8e17cc1da64d8685c95321fbbbebe9, entries=100, sequenceid=365, filesize=22.0 K 2024-11-14T11:25:24,040 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/B/1e4113e0e6184b7b9b4394895e512dda as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/1e4113e0e6184b7b9b4394895e512dda 2024-11-14T11:25:24,043 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/1e4113e0e6184b7b9b4394895e512dda, entries=100, sequenceid=365, filesize=9.6 K 2024-11-14T11:25:24,044 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/.tmp/C/1909501958f9474dbdafab4de34dd612 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/1909501958f9474dbdafab4de34dd612 2024-11-14T11:25:24,048 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/1909501958f9474dbdafab4de34dd612, entries=100, sequenceid=365, filesize=9.6 K 2024-11-14T11:25:24,049 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 1dff035144c8bc816b669e1b4102be2b in 1693ms, sequenceid=365, compaction requested=true 2024-11-14T11:25:24,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c31ae90e10f1407ba8ad9ab3933478dc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/3e2344c447554217b42b9f0a6225f038, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8672e7e9b2b84d97a67b1b08549fedef, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0a5077a3c3aa47b0a5d68d78282df5f4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0eae197247084fc6b6e897a35d163cfa, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c44e179d97984b7494232f02478e7c2c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c] to archive 2024-11-14T11:25:24,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:24,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8062f166d77045ce8eedc4c650a8fbe4 2024-11-14T11:25:24,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/50973dea0f9a45be8bca7f05e1c3ffce 2024-11-14T11:25:24,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c31ae90e10f1407ba8ad9ab3933478dc to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c31ae90e10f1407ba8ad9ab3933478dc 2024-11-14T11:25:24,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/2246150022d8427186832c284dea1b9a 2024-11-14T11:25:24,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/627407ded9ed43b2a2f827c3a6c0b062 2024-11-14T11:25:24,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ea7ce6ef205741799203599b96344faf 2024-11-14T11:25:24,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/3e2344c447554217b42b9f0a6225f038 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/3e2344c447554217b42b9f0a6225f038 2024-11-14T11:25:24,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/42fda18e111643e3a8494636744f1bf1 2024-11-14T11:25:24,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/10fd980e364b4f51a2013bf09c8671d3 2024-11-14T11:25:24,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8672e7e9b2b84d97a67b1b08549fedef to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8672e7e9b2b84d97a67b1b08549fedef 2024-11-14T11:25:24,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/b524c73121be4bc5b71099301a4e3cb5 2024-11-14T11:25:24,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/85c1b783939f4f75a08079e4e9666c0a 2024-11-14T11:25:24,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0bbfc3ed578d4a239c97e42480955a9b 2024-11-14T11:25:24,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0a5077a3c3aa47b0a5d68d78282df5f4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0a5077a3c3aa47b0a5d68d78282df5f4 2024-11-14T11:25:24,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/e6c597002cbf4efc8a398a326fd1f265 2024-11-14T11:25:24,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0eae197247084fc6b6e897a35d163cfa to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/0eae197247084fc6b6e897a35d163cfa 2024-11-14T11:25:24,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/d5e1740f48da470ea2dfe1fb94326c37 2024-11-14T11:25:24,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/8239654599c84994a76a157b88922e3a 2024-11-14T11:25:24,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/5306fa4523454088a54d0d699957ca0a 2024-11-14T11:25:24,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c44e179d97984b7494232f02478e7c2c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/c44e179d97984b7494232f02478e7c2c 2024-11-14T11:25:24,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/96feaf94f1d14b77ab8e931080fd3cdf 2024-11-14T11:25:24,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/ac4c4ac6464944c8ad10c590183c4404 2024-11-14T11:25:24,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/9d48beb6a44c422f89660174c522d47c 2024-11-14T11:25:24,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/175e1aff20904212bda93d3001590b2e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f710f374180f4810aa5c92ec5e672866, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/99d715b615aa4839a123145456d5fd21, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62a43edde654d74b45ccec2bc262706, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/46b5e4b1732640ab8dd48758acf4227f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5227ccef903f46a09cbba3b00f39da62, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/ab391cae38ae4b499093436078976e53, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/3ab14cc44eee499886f171dae9fe1fee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/44e3e59893574a52b5ebefecedd036a0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7352473a51194035994b1683c0f2e11c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/8ee59a652a1d40e0885718ad4c892b5f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f8c8bde5673c48b29ad5c08a26bff85e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a5fd8eff665948f4972e5a9cf974ebf5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/b622643cd96e4c26baf7f8ad448495a3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/98e3af20a8304cc88cbb49ce1ce5102d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62139ba21784e4f8d37b3cbda4e117f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/2ab825e65f1041d9bf0d79071fdce9f1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/429d590ece67446690fa2bf2cc9b2705, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/65073f5b83c74224ad20a069a883da07, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5a6766e742c0413a87a1fbaf9c104958, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/aa1a4c458c82471b83f4ab99c488d880, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/fde970b276864847ae2b968f0373d418, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/4f6c612f854d45e0985d77aa0af7fd8a] to archive 2024-11-14T11:25:24,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:24,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/175e1aff20904212bda93d3001590b2e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/175e1aff20904212bda93d3001590b2e 2024-11-14T11:25:24,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f710f374180f4810aa5c92ec5e672866 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f710f374180f4810aa5c92ec5e672866 2024-11-14T11:25:24,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/99d715b615aa4839a123145456d5fd21 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/99d715b615aa4839a123145456d5fd21 2024-11-14T11:25:24,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62a43edde654d74b45ccec2bc262706 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62a43edde654d74b45ccec2bc262706 2024-11-14T11:25:24,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/46b5e4b1732640ab8dd48758acf4227f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/46b5e4b1732640ab8dd48758acf4227f 2024-11-14T11:25:24,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5227ccef903f46a09cbba3b00f39da62 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5227ccef903f46a09cbba3b00f39da62 2024-11-14T11:25:24,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/ab391cae38ae4b499093436078976e53 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/ab391cae38ae4b499093436078976e53 2024-11-14T11:25:24,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/3ab14cc44eee499886f171dae9fe1fee to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/3ab14cc44eee499886f171dae9fe1fee 2024-11-14T11:25:24,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/44e3e59893574a52b5ebefecedd036a0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/44e3e59893574a52b5ebefecedd036a0 2024-11-14T11:25:24,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7352473a51194035994b1683c0f2e11c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7352473a51194035994b1683c0f2e11c 2024-11-14T11:25:24,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/8ee59a652a1d40e0885718ad4c892b5f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/8ee59a652a1d40e0885718ad4c892b5f 2024-11-14T11:25:24,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f8c8bde5673c48b29ad5c08a26bff85e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/f8c8bde5673c48b29ad5c08a26bff85e 2024-11-14T11:25:24,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a5fd8eff665948f4972e5a9cf974ebf5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a5fd8eff665948f4972e5a9cf974ebf5 2024-11-14T11:25:24,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/b622643cd96e4c26baf7f8ad448495a3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/b622643cd96e4c26baf7f8ad448495a3 2024-11-14T11:25:24,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/98e3af20a8304cc88cbb49ce1ce5102d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/98e3af20a8304cc88cbb49ce1ce5102d 2024-11-14T11:25:24,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62139ba21784e4f8d37b3cbda4e117f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/a62139ba21784e4f8d37b3cbda4e117f 2024-11-14T11:25:24,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/2ab825e65f1041d9bf0d79071fdce9f1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/2ab825e65f1041d9bf0d79071fdce9f1 2024-11-14T11:25:24,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/429d590ece67446690fa2bf2cc9b2705 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/429d590ece67446690fa2bf2cc9b2705 2024-11-14T11:25:24,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/65073f5b83c74224ad20a069a883da07 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/65073f5b83c74224ad20a069a883da07 2024-11-14T11:25:24,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5a6766e742c0413a87a1fbaf9c104958 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/5a6766e742c0413a87a1fbaf9c104958 2024-11-14T11:25:24,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/aa1a4c458c82471b83f4ab99c488d880 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/aa1a4c458c82471b83f4ab99c488d880 2024-11-14T11:25:24,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/fde970b276864847ae2b968f0373d418 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/fde970b276864847ae2b968f0373d418 2024-11-14T11:25:24,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/4f6c612f854d45e0985d77aa0af7fd8a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/4f6c612f854d45e0985d77aa0af7fd8a 2024-11-14T11:25:24,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/0573cb23942845128e770a7a9214b30a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/5a54c03d3b7042fa97f199ff0baf5081, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4964205806f1421c81ce1a8603727367, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/53faa30773a1401bba0d8c3de9d54193, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/c636935d15294dc5ad04c584457eb89b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ccbe50b513544633b26017c3d9f52851, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/8b47f8567ec947b3ae7331010ca81e10, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6b888199ee3a4a5abe2ba26aeaed3bf1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe38b8139c384a8d81fd5ce2b591a1d7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4c720f9651404135b47f5338afb6e95d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a66b2d238a6f44a8832c246060758ebd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b1b688f4b0df47d4bdb6ffd3214dfd02, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/9f2b7932e74842a9a5858a31129c2b4a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/bbb27d5efe9741728b4fd5ad33705418, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b7671c667a714d12a89e3435cfd87a1a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/f793dbdcc7f648fba8c03d24145f9dee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/e06656e3124944a1a77c085db93500de, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ca1a846bf712474a8462b088ea0925a1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/335d53b4658c4e46940ea18a79a2ce2d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe202c1ef88a40bba9d1d39ec8a23b9a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/3a5fc2cce0eb42ccb9877b8afc9e989f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a115589694f948a28f1bc20907efde50] to archive 2024-11-14T11:25:24,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:24,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/0573cb23942845128e770a7a9214b30a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/0573cb23942845128e770a7a9214b30a 2024-11-14T11:25:24,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/5a54c03d3b7042fa97f199ff0baf5081 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/5a54c03d3b7042fa97f199ff0baf5081 2024-11-14T11:25:24,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4964205806f1421c81ce1a8603727367 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4964205806f1421c81ce1a8603727367 2024-11-14T11:25:24,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/53faa30773a1401bba0d8c3de9d54193 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/53faa30773a1401bba0d8c3de9d54193 2024-11-14T11:25:24,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/c636935d15294dc5ad04c584457eb89b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/c636935d15294dc5ad04c584457eb89b 2024-11-14T11:25:24,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ccbe50b513544633b26017c3d9f52851 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ccbe50b513544633b26017c3d9f52851 2024-11-14T11:25:24,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/8b47f8567ec947b3ae7331010ca81e10 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/8b47f8567ec947b3ae7331010ca81e10 2024-11-14T11:25:24,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6b888199ee3a4a5abe2ba26aeaed3bf1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6b888199ee3a4a5abe2ba26aeaed3bf1 2024-11-14T11:25:24,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe38b8139c384a8d81fd5ce2b591a1d7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe38b8139c384a8d81fd5ce2b591a1d7 2024-11-14T11:25:24,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4c720f9651404135b47f5338afb6e95d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/4c720f9651404135b47f5338afb6e95d 2024-11-14T11:25:24,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a66b2d238a6f44a8832c246060758ebd to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a66b2d238a6f44a8832c246060758ebd 2024-11-14T11:25:24,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b1b688f4b0df47d4bdb6ffd3214dfd02 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b1b688f4b0df47d4bdb6ffd3214dfd02 2024-11-14T11:25:24,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/9f2b7932e74842a9a5858a31129c2b4a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/9f2b7932e74842a9a5858a31129c2b4a 2024-11-14T11:25:24,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/bbb27d5efe9741728b4fd5ad33705418 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/bbb27d5efe9741728b4fd5ad33705418 2024-11-14T11:25:24,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b7671c667a714d12a89e3435cfd87a1a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/b7671c667a714d12a89e3435cfd87a1a 2024-11-14T11:25:24,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/f793dbdcc7f648fba8c03d24145f9dee to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/f793dbdcc7f648fba8c03d24145f9dee 2024-11-14T11:25:24,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/e06656e3124944a1a77c085db93500de to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/e06656e3124944a1a77c085db93500de 2024-11-14T11:25:24,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ca1a846bf712474a8462b088ea0925a1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/ca1a846bf712474a8462b088ea0925a1 2024-11-14T11:25:24,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/335d53b4658c4e46940ea18a79a2ce2d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/335d53b4658c4e46940ea18a79a2ce2d 2024-11-14T11:25:24,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe202c1ef88a40bba9d1d39ec8a23b9a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/fe202c1ef88a40bba9d1d39ec8a23b9a 2024-11-14T11:25:24,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/6a6e9be4aa7e4d0d8fa26c30f1ae8e29 2024-11-14T11:25:24,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/3a5fc2cce0eb42ccb9877b8afc9e989f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/3a5fc2cce0eb42ccb9877b8afc9e989f 2024-11-14T11:25:24,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a115589694f948a28f1bc20907efde50 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/a115589694f948a28f1bc20907efde50 2024-11-14T11:25:24,154 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-14T11:25:24,155 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. 2024-11-14T11:25:24,155 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 1dff035144c8bc816b669e1b4102be2b: Waiting for close lock at 1731583522356Running coprocessor pre-close hooks at 1731583522356Disabling compacts and flushes for region at 1731583522356Disabling writes for close at 1731583522356Obtaining lock to block concurrent updates at 1731583522356Preparing flush snapshotting stores in 1dff035144c8bc816b669e1b4102be2b at 1731583522356Finished memstore snapshotting TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731583522357 (+1 ms)Flushing stores of TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b. at 1731583522357Flushing 1dff035144c8bc816b669e1b4102be2b/A: creating writer at 1731583522357Flushing mob file 1dff035144c8bc816b669e1b4102be2b/A: appending metadata at 1731583522362 (+5 ms)Flushing mob file 1dff035144c8bc816b669e1b4102be2b/A: closing flushed file at 1731583522362Flushing 1dff035144c8bc816b669e1b4102be2b/A: appending metadata at 1731583522777 (+415 ms)Flushing 1dff035144c8bc816b669e1b4102be2b/A: closing flushed file at 1731583522777Flushing 1dff035144c8bc816b669e1b4102be2b/B: creating writer at 1731583523193 (+416 ms)Flushing 1dff035144c8bc816b669e1b4102be2b/B: appending metadata at 1731583523196 (+3 ms)Flushing 1dff035144c8bc816b669e1b4102be2b/B: closing flushed file at 1731583523196Flushing 1dff035144c8bc816b669e1b4102be2b/C: creating writer at 1731583523611 (+415 ms)Flushing 1dff035144c8bc816b669e1b4102be2b/C: appending metadata at 1731583523614 (+3 ms)Flushing 1dff035144c8bc816b669e1b4102be2b/C: closing flushed file at 1731583523614Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da8516b: reopening flushed file at 1731583524031 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60a58957: reopening flushed file at 1731583524039 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27536a: reopening flushed file at 1731583524044 (+5 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 1dff035144c8bc816b669e1b4102be2b in 1693ms, sequenceid=365, compaction requested=true at 1731583524049 (+5 ms)Writing region close event to WAL at 1731583524151 (+102 ms)Running coprocessor post-close hooks at 1731583524155 (+4 ms)Closed at 1731583524155 2024-11-14T11:25:24,157 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=1dff035144c8bc816b669e1b4102be2b, regionState=CLOSED 2024-11-14T11:25:24,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:25:24,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-14T11:25:24,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 1dff035144c8bc816b669e1b4102be2b, server=7437412fa5b4,43533,1731583409711 in 1.9560 sec 2024-11-14T11:25:24,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-11-14T11:25:24,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1dff035144c8bc816b669e1b4102be2b, UNASSIGN in 1.9610 sec 2024-11-14T11:25:24,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-14T11:25:24,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9640 sec 2024-11-14T11:25:24,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583524167"}]},"ts":"1731583524167"} 2024-11-14T11:25:24,169 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T11:25:24,169 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T11:25:24,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9770 sec 2024-11-14T11:25:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-14T11:25:24,354 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:24,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T11:25:24,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T11:25:24,359 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,363 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,368 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/recovered.edits] 2024-11-14T11:25:24,373 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/20a0153c5800424ea88a499a643e5eb5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/20a0153c5800424ea88a499a643e5eb5 2024-11-14T11:25:24,374 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/61962324dbdb481381cfcf9ec54b2c1b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/61962324dbdb481381cfcf9ec54b2c1b 2024-11-14T11:25:24,375 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/7e8e17cc1da64d8685c95321fbbbebe9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/A/7e8e17cc1da64d8685c95321fbbbebe9 2024-11-14T11:25:24,376 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/1e4113e0e6184b7b9b4394895e512dda to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/1e4113e0e6184b7b9b4394895e512dda 2024-11-14T11:25:24,377 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7bc5d3e58aca4d9b95d0bb02f379fd78 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/7bc5d3e58aca4d9b95d0bb02f379fd78 2024-11-14T11:25:24,378 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/cfbaf6dab2a9450b9142434a9d132cd2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/B/cfbaf6dab2a9450b9142434a9d132cd2 2024-11-14T11:25:24,380 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/00d0e4a52d6a4d869f7419da5b03f5c7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/00d0e4a52d6a4d869f7419da5b03f5c7 2024-11-14T11:25:24,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/1909501958f9474dbdafab4de34dd612 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/1909501958f9474dbdafab4de34dd612 2024-11-14T11:25:24,381 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/7325e48271ab4e068f95f52026927be3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/C/7325e48271ab4e068f95f52026927be3 2024-11-14T11:25:24,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/recovered.edits/368.seqid to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b/recovered.edits/368.seqid 2024-11-14T11:25:24,383 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,384 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T11:25:24,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T11:25:24,384 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T11:25:24,386 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400c6da404eeb464f933d43c3ae829096_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400c6da404eeb464f933d43c3ae829096_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,387 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111406379e6a17e8448eb36559bd134db520_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111406379e6a17e8448eb36559bd134db520_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,388 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141611069494834adf9a3acad4c1d516bf_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141611069494834adf9a3acad4c1d516bf_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141b7bd75898b84b89a459631bd26836b6_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411141b7bd75898b84b89a459631bd26836b6_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,389 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111426f15b8add094e718c29f014e7be9308_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111426f15b8add094e718c29f014e7be9308_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,390 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142d2d1d60d63a4bbebe13feb6ac0e4afe_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142d2d1d60d63a4bbebe13feb6ac0e4afe_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,391 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143ff25eda0fa14fb6aa2696513b740242_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411143ff25eda0fa14fb6aa2696513b740242_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,391 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442b33b024407430d92e0c18909097323_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111442b33b024407430d92e0c18909097323_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,392 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111454e55dba33d344c794352bec0152965d_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111454e55dba33d344c794352bec0152965d_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,393 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457d72897e9c04e82b7f3324d3e16b627_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111457d72897e9c04e82b7f3324d3e16b627_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,394 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468480d59a6b34fb2b9f96df9e4d0912f_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468480d59a6b34fb2b9f96df9e4d0912f_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,394 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146edaca46de244cb99820033e01afe1f3_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146edaca46de244cb99820033e01afe1f3_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,395 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ee1d94f0d384b68bd83f55f3a8b2d90_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ee1d94f0d384b68bd83f55f3a8b2d90_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b28f5f4998a493caa2c2a45d9755bb7_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147b28f5f4998a493caa2c2a45d9755bb7_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,396 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147f39ce172b794ea7afc124fb4cab1123_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411147f39ce172b794ea7afc124fb4cab1123_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,397 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114800dd9e9651a49a0ac6ce662067d6955_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114800dd9e9651a49a0ac6ce662067d6955_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,398 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a78140eef3f445ad9f9d8ab5121bf300_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a78140eef3f445ad9f9d8ab5121bf300_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,398 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dc6e09a371a145fe8c8d7905d11ba874_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dc6e09a371a145fe8c8d7905d11ba874_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f8901735fb984f938c27e01063281376_1dff035144c8bc816b669e1b4102be2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f8901735fb984f938c27e01063281376_1dff035144c8bc816b669e1b4102be2b 2024-11-14T11:25:24,399 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T11:25:24,401 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,403 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T11:25:24,404 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T11:25:24,405 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,405 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T11:25:24,405 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731583524405"}]},"ts":"9223372036854775807"} 2024-11-14T11:25:24,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T11:25:24,406 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1dff035144c8bc816b669e1b4102be2b, NAME => 'TestAcidGuarantees,,1731583496252.1dff035144c8bc816b669e1b4102be2b.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T11:25:24,406 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T11:25:24,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731583524406"}]},"ts":"9223372036854775807"} 2024-11-14T11:25:24,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T11:25:24,408 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,409 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-14T11:25:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-14T11:25:24,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T11:25:24,464 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:24,479 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 240) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1362753558_22 at /127.0.0.1:33180 [Waiting for operation #214] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1362753558_22 at /127.0.0.1:36708 [Waiting for operation #566] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-435589769_22 at /127.0.0.1:33156 [Waiting for operation #355] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-435589769_22 at /127.0.0.1:33704 [Waiting for operation #800] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=550 (was 607), ProcessCount=11 (was 11), AvailableMemoryMB=2314 (was 3012) 2024-11-14T11:25:24,489 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=550, ProcessCount=11, AvailableMemoryMB=2314 2024-11-14T11:25:24,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:25:24,491 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:25:24,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:24,493 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:25:24,493 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:24,493 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-11-14T11:25:24,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-14T11:25:24,494 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:25:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742264_1440 (size=959) 2024-11-14T11:25:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-14T11:25:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-14T11:25:24,906 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:25:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742265_1441 (size=53) 2024-11-14T11:25:25,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-14T11:25:25,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:25:25,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 53ac5d3c5107843e74669073a87cb79a, disabling compactions & flushes 2024-11-14T11:25:25,319 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,319 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. after waiting 1 ms 2024-11-14T11:25:25,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,320 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,320 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53ac5d3c5107843e74669073a87cb79a: Waiting for close lock at 1731583525319Disabling compacts and flushes for region at 1731583525319Disabling writes for close at 1731583525320 (+1 ms)Writing region close event to WAL at 1731583525320Closed at 1731583525320 2024-11-14T11:25:25,322 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:25:25,323 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731583525323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583525323"}]},"ts":"1731583525323"} 2024-11-14T11:25:25,326 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T11:25:25,327 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:25:25,328 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583525327"}]},"ts":"1731583525327"} 2024-11-14T11:25:25,330 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T11:25:25,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, ASSIGN}] 2024-11-14T11:25:25,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, ASSIGN 2024-11-14T11:25:25,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, ASSIGN; state=OFFLINE, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=false 2024-11-14T11:25:25,483 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=53ac5d3c5107843e74669073a87cb79a, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:25,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, ASSIGN because future has completed 2024-11-14T11:25:25,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:25:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-14T11:25:25,675 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,675 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:25:25,676 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,676 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:25:25,676 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,676 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,678 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,679 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53ac5d3c5107843e74669073a87cb79a columnFamilyName A 2024-11-14T11:25:25,679 DEBUG [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:25,680 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] regionserver.HStore(327): Store=53ac5d3c5107843e74669073a87cb79a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:25,680 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,681 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53ac5d3c5107843e74669073a87cb79a columnFamilyName B 2024-11-14T11:25:25,681 DEBUG [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:25,682 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] regionserver.HStore(327): Store=53ac5d3c5107843e74669073a87cb79a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:25,682 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,683 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53ac5d3c5107843e74669073a87cb79a columnFamilyName C 2024-11-14T11:25:25,683 DEBUG [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:25,684 INFO [StoreOpener-53ac5d3c5107843e74669073a87cb79a-1 {}] regionserver.HStore(327): Store=53ac5d3c5107843e74669073a87cb79a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:25,684 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,685 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,685 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,686 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,686 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,687 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:25:25,688 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,692 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:25:25,692 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened 53ac5d3c5107843e74669073a87cb79a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68600749, jitterRate=0.02223081886768341}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:25:25,692 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:25,693 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for 53ac5d3c5107843e74669073a87cb79a: Running coprocessor pre-open hook at 1731583525676Writing region info on filesystem at 1731583525676Initializing all the Stores at 1731583525677 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583525677Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583525678 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583525678Cleaning up temporary data from old regions at 1731583525686 (+8 ms)Running coprocessor post-open hooks at 1731583525692 (+6 ms)Region opened successfully at 1731583525693 (+1 ms) 2024-11-14T11:25:25,694 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., pid=120, masterSystemTime=1731583525637 2024-11-14T11:25:25,697 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,697 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:25,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=53ac5d3c5107843e74669073a87cb79a, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:25,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:25:25,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-14T11:25:25,704 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure 53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 in 216 msec 2024-11-14T11:25:25,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-11-14T11:25:25,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, ASSIGN in 373 msec 2024-11-14T11:25:25,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:25:25,708 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583525708"}]},"ts":"1731583525708"} 2024-11-14T11:25:25,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T11:25:25,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:25:25,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2200 sec 2024-11-14T11:25:26,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-11-14T11:25:26,645 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:26,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3005a7e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,651 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,651 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f57e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,653 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,654 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,655 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630305f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,656 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,658 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:25:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:25:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7138cbd0 2024-11-14T11:25:26,659 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:25:26,660 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:25:26,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72417d0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,663 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b4bf5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,664 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@461d6b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581c4bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,667 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6dd9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,669 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b6bcfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3692791b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,670 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,671 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccd0684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,672 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5134d68f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b791feb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,674 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,674 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3706c8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,675 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,676 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,676 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74652b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da2e0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,678 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586d111a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,679 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7ab01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,681 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@925afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,682 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3131c8b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f59c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,683 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b93565e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,684 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,684 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352feff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae789b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,686 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce7f016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,687 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,687 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5038fbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7b3b89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,689 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52eee832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ce513d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,691 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e04f49c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,691 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:26,691 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:26,691 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:26,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4afa437d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:26,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:26,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:26,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a8e1cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:26,694 DEBUG [Thread-1990 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,694 DEBUG [Thread-1977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,694 DEBUG [Thread-1981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,694 DEBUG [Thread-1994 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,695 DEBUG [Thread-1988 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,695 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:26,695 DEBUG [Thread-1979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,697 DEBUG [Thread-1985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,698 DEBUG [Thread-1996 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,698 DEBUG [Thread-1983 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,698 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,698 DEBUG [Thread-1992 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,700 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:26,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,702 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:26,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:26,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:26,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:26,705 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2] 2024-11-14T11:25:26,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:26,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:26,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/518c1c0bda7f4c3db4d33c7eee83f3a2 is 50, key is test_row_0/A:col10/1731583526708/Put/seqid=0 2024-11-14T11:25:26,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742266_1442 (size=16681) 2024-11-14T11:25:26,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/518c1c0bda7f4c3db4d33c7eee83f3a2 2024-11-14T11:25:26,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583586747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583586749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583586750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583586751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583586755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a4ba9471cabb4f1b89de78dd14d44c1b is 50, key is test_row_0/B:col10/1731583526708/Put/seqid=0 2024-11-14T11:25:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742267_1443 (size=12001) 2024-11-14T11:25:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:26,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T11:25:26,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:26,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:26,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583586864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583586864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583586864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583586864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:26,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583586864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:26,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T11:25:27,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:27,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:27,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583587074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583587074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583587074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583587075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583587075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T11:25:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:27,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a4ba9471cabb4f1b89de78dd14d44c1b 2024-11-14T11:25:27,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/f3406c100a404fa09c32f78ef615b5e3 is 50, key is test_row_0/C:col10/1731583526708/Put/seqid=0 2024-11-14T11:25:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742268_1444 (size=12001) 2024-11-14T11:25:27,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T11:25:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:27,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583587384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583587384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583587384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583587386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583587394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T11:25:27,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:27,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/f3406c100a404fa09c32f78ef615b5e3 2024-11-14T11:25:27,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/518c1c0bda7f4c3db4d33c7eee83f3a2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/518c1c0bda7f4c3db4d33c7eee83f3a2 2024-11-14T11:25:27,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/518c1c0bda7f4c3db4d33c7eee83f3a2, entries=250, sequenceid=12, filesize=16.3 K 2024-11-14T11:25:27,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a4ba9471cabb4f1b89de78dd14d44c1b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a4ba9471cabb4f1b89de78dd14d44c1b 2024-11-14T11:25:27,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a4ba9471cabb4f1b89de78dd14d44c1b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T11:25:27,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/f3406c100a404fa09c32f78ef615b5e3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f3406c100a404fa09c32f78ef615b5e3 2024-11-14T11:25:27,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f3406c100a404fa09c32f78ef615b5e3, entries=150, sequenceid=12, filesize=11.7 K 2024-11-14T11:25:27,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53ac5d3c5107843e74669073a87cb79a in 909ms, sequenceid=12, compaction requested=false 2024-11-14T11:25:27,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:27,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-14T11:25:27,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:27,621 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:27,622 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:25:27,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/976c69cb296f47cdaf85d869714b9eb2 is 50, key is test_row_0/A:col10/1731583526745/Put/seqid=0 2024-11-14T11:25:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742269_1445 (size=12001) 2024-11-14T11:25:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:27,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:27,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583587909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583587910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583587910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583587911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:27,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:27,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583587912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583588014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583588024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583588024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583588024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583588024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,039 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/976c69cb296f47cdaf85d869714b9eb2 2024-11-14T11:25:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/7a80eb2ca6724d018d7ec541e9c1bf05 is 50, key is test_row_0/B:col10/1731583526745/Put/seqid=0 2024-11-14T11:25:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742270_1446 (size=12001) 2024-11-14T11:25:28,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583588224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583588234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583588234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583588234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583588234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,244 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/7a80eb2ca6724d018d7ec541e9c1bf05 2024-11-14T11:25:28,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/314e20cc311e4e26a71b18ac1b098488 is 50, key is test_row_0/C:col10/1731583526745/Put/seqid=0 2024-11-14T11:25:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742271_1447 (size=12001) 2024-11-14T11:25:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583588544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583588554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583588554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,561 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583588554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583588554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:28,906 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/314e20cc311e4e26a71b18ac1b098488 2024-11-14T11:25:28,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/976c69cb296f47cdaf85d869714b9eb2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/976c69cb296f47cdaf85d869714b9eb2 2024-11-14T11:25:28,913 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/976c69cb296f47cdaf85d869714b9eb2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T11:25:28,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/7a80eb2ca6724d018d7ec541e9c1bf05 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7a80eb2ca6724d018d7ec541e9c1bf05 2024-11-14T11:25:28,916 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7a80eb2ca6724d018d7ec541e9c1bf05, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T11:25:28,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/314e20cc311e4e26a71b18ac1b098488 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/314e20cc311e4e26a71b18ac1b098488 2024-11-14T11:25:28,920 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/314e20cc311e4e26a71b18ac1b098488, entries=150, sequenceid=37, filesize=11.7 K 2024-11-14T11:25:28,920 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 53ac5d3c5107843e74669073a87cb79a in 1299ms, sequenceid=37, compaction requested=false 2024-11-14T11:25:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-14T11:25:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-14T11:25:28,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-14T11:25:28,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2180 sec 2024-11-14T11:25:28,924 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.2280 sec 2024-11-14T11:25:29,067 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:29,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:25:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:29,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/827dccc098ed4090a08e919850975a0f is 50, key is test_row_0/A:col10/1731583527908/Put/seqid=0 2024-11-14T11:25:29,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742272_1448 (size=12001) 2024-11-14T11:25:29,092 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/827dccc098ed4090a08e919850975a0f 2024-11-14T11:25:29,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/689eb94a3fbb45a2b608cab5354dd5a6 is 50, key is test_row_0/B:col10/1731583527908/Put/seqid=0 2024-11-14T11:25:29,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742273_1449 (size=12001) 2024-11-14T11:25:29,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583589132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583589141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583589141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583589143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583589145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583589254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583589254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583589254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583589255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583589264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583589464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583589474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583589474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583589474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583589486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/689eb94a3fbb45a2b608cab5354dd5a6 2024-11-14T11:25:29,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/800d53b5e4724057849037df45a2d18a is 50, key is test_row_0/C:col10/1731583527908/Put/seqid=0 2024-11-14T11:25:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742274_1450 (size=12001) 2024-11-14T11:25:29,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/800d53b5e4724057849037df45a2d18a 2024-11-14T11:25:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/827dccc098ed4090a08e919850975a0f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/827dccc098ed4090a08e919850975a0f 2024-11-14T11:25:29,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/827dccc098ed4090a08e919850975a0f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T11:25:29,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/689eb94a3fbb45a2b608cab5354dd5a6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/689eb94a3fbb45a2b608cab5354dd5a6 2024-11-14T11:25:29,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/689eb94a3fbb45a2b608cab5354dd5a6, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T11:25:29,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/800d53b5e4724057849037df45a2d18a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/800d53b5e4724057849037df45a2d18a 2024-11-14T11:25:29,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/800d53b5e4724057849037df45a2d18a, entries=150, sequenceid=49, filesize=11.7 K 2024-11-14T11:25:29,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 53ac5d3c5107843e74669073a87cb79a in 506ms, sequenceid=49, compaction requested=true 2024-11-14T11:25:29,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:29,576 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:29,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:29,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:29,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:29,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:29,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:29,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T11:25:29,577 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:29,577 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:29,577 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:29,577 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/518c1c0bda7f4c3db4d33c7eee83f3a2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/976c69cb296f47cdaf85d869714b9eb2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/827dccc098ed4090a08e919850975a0f] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=39.7 K 2024-11-14T11:25:29,577 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:29,577 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 518c1c0bda7f4c3db4d33c7eee83f3a2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731583526705 2024-11-14T11:25:29,577 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 976c69cb296f47cdaf85d869714b9eb2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731583526745 2024-11-14T11:25:29,578 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 827dccc098ed4090a08e919850975a0f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731583527908 2024-11-14T11:25:29,580 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:29,580 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:29,581 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:29,581 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a4ba9471cabb4f1b89de78dd14d44c1b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7a80eb2ca6724d018d7ec541e9c1bf05, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/689eb94a3fbb45a2b608cab5354dd5a6] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.2 K 2024-11-14T11:25:29,581 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4ba9471cabb4f1b89de78dd14d44c1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731583526705 2024-11-14T11:25:29,581 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a80eb2ca6724d018d7ec541e9c1bf05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731583526745 2024-11-14T11:25:29,582 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 689eb94a3fbb45a2b608cab5354dd5a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731583527908 2024-11-14T11:25:29,587 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:29,588 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/46cb7ea2177143839accc50c5931c5b8 is 50, key is test_row_0/A:col10/1731583527908/Put/seqid=0 2024-11-14T11:25:29,592 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:29,592 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/140337c847334cc386fbcfc4366a88e6 is 50, key is test_row_0/B:col10/1731583527908/Put/seqid=0 2024-11-14T11:25:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742276_1452 (size=12104) 2024-11-14T11:25:29,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742275_1451 (size=12104) 2024-11-14T11:25:29,608 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/140337c847334cc386fbcfc4366a88e6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/140337c847334cc386fbcfc4366a88e6 2024-11-14T11:25:29,609 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/46cb7ea2177143839accc50c5931c5b8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/46cb7ea2177143839accc50c5931c5b8 2024-11-14T11:25:29,612 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into 46cb7ea2177143839accc50c5931c5b8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:29,612 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 140337c847334cc386fbcfc4366a88e6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:29,612 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:29,612 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:29,612 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583529576; duration=0sec 2024-11-14T11:25:29,612 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583529576; duration=0sec 2024-11-14T11:25:29,613 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:29,613 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:29,613 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:29,613 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:29,613 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:29,614 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:29,614 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:29,614 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:29,614 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f3406c100a404fa09c32f78ef615b5e3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/314e20cc311e4e26a71b18ac1b098488, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/800d53b5e4724057849037df45a2d18a] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.2 K 2024-11-14T11:25:29,615 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f3406c100a404fa09c32f78ef615b5e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731583526705 2024-11-14T11:25:29,615 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 314e20cc311e4e26a71b18ac1b098488, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731583526745 2024-11-14T11:25:29,615 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 800d53b5e4724057849037df45a2d18a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731583527908 2024-11-14T11:25:29,622 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:29,623 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/6449a1d7472942deb4c071493ed39318 is 50, key is test_row_0/C:col10/1731583527908/Put/seqid=0 2024-11-14T11:25:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742277_1453 (size=12104) 2024-11-14T11:25:29,638 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/6449a1d7472942deb4c071493ed39318 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6449a1d7472942deb4c071493ed39318 2024-11-14T11:25:29,647 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into 6449a1d7472942deb4c071493ed39318(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:29,647 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:29,647 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583529576; duration=0sec 2024-11-14T11:25:29,647 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:29,647 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:29,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:25:29,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:29,779 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:29,779 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:29,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/2071cbc37d774aeeb607d9d9015a1e6f is 50, key is test_row_0/A:col10/1731583529128/Put/seqid=0 2024-11-14T11:25:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742278_1454 (size=14341) 2024-11-14T11:25:29,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583589804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583589805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583589807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583589807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,815 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583589810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583589914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583589924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583589924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583589924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:29,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583590124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583590134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583590134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583590134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/2071cbc37d774aeeb607d9d9015a1e6f 2024-11-14T11:25:30,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/29c10bc2c0a544ac8e6f761f4aa7c75d is 50, key is test_row_0/B:col10/1731583529128/Put/seqid=0 2024-11-14T11:25:30,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742279_1455 (size=12001) 2024-11-14T11:25:30,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/29c10bc2c0a544ac8e6f761f4aa7c75d 2024-11-14T11:25:30,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e35d06a2e7734572b4293c099e3f9f78 is 50, key is test_row_0/C:col10/1731583529128/Put/seqid=0 2024-11-14T11:25:30,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742280_1456 (size=12001) 2024-11-14T11:25:30,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e35d06a2e7734572b4293c099e3f9f78 2024-11-14T11:25:30,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/2071cbc37d774aeeb607d9d9015a1e6f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/2071cbc37d774aeeb607d9d9015a1e6f 2024-11-14T11:25:30,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/2071cbc37d774aeeb607d9d9015a1e6f, entries=200, sequenceid=77, filesize=14.0 K 2024-11-14T11:25:30,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/29c10bc2c0a544ac8e6f761f4aa7c75d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/29c10bc2c0a544ac8e6f761f4aa7c75d 2024-11-14T11:25:30,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/29c10bc2c0a544ac8e6f761f4aa7c75d, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T11:25:30,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e35d06a2e7734572b4293c099e3f9f78 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e35d06a2e7734572b4293c099e3f9f78 2024-11-14T11:25:30,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e35d06a2e7734572b4293c099e3f9f78, entries=150, sequenceid=77, filesize=11.7 K 2024-11-14T11:25:30,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 53ac5d3c5107843e74669073a87cb79a in 488ms, sequenceid=77, compaction requested=false 2024-11-14T11:25:30,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:30,330 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:30,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:25:30,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e9e73e9a05a546628c7e07c6fd721654 is 50, key is test_row_1/A:col10/1731583529805/Put/seqid=0 2024-11-14T11:25:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742281_1457 (size=11997) 2024-11-14T11:25:30,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e9e73e9a05a546628c7e07c6fd721654 2024-11-14T11:25:30,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1e4e058fdc02441f90b0197306b537c8 is 50, key is test_row_1/B:col10/1731583529805/Put/seqid=0 2024-11-14T11:25:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742282_1458 (size=9657) 2024-11-14T11:25:30,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1e4e058fdc02441f90b0197306b537c8 2024-11-14T11:25:30,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/43db42434c7e4ebba41a07befe84fbe4 is 50, key is test_row_1/C:col10/1731583529805/Put/seqid=0 2024-11-14T11:25:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742283_1459 (size=9657) 2024-11-14T11:25:30,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/43db42434c7e4ebba41a07befe84fbe4 2024-11-14T11:25:30,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e9e73e9a05a546628c7e07c6fd721654 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e9e73e9a05a546628c7e07c6fd721654 2024-11-14T11:25:30,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e9e73e9a05a546628c7e07c6fd721654, entries=150, sequenceid=89, filesize=11.7 K 2024-11-14T11:25:30,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1e4e058fdc02441f90b0197306b537c8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1e4e058fdc02441f90b0197306b537c8 2024-11-14T11:25:30,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1e4e058fdc02441f90b0197306b537c8, entries=100, sequenceid=89, filesize=9.4 K 2024-11-14T11:25:30,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/43db42434c7e4ebba41a07befe84fbe4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/43db42434c7e4ebba41a07befe84fbe4 2024-11-14T11:25:30,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/43db42434c7e4ebba41a07befe84fbe4, entries=100, sequenceid=89, filesize=9.4 K 2024-11-14T11:25:30,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 53ac5d3c5107843e74669073a87cb79a in 136ms, sequenceid=89, compaction requested=true 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:30,466 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:30,466 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:30,467 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38442 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:30,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:30,467 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:30,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:30,467 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:30,467 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:30,467 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/46cb7ea2177143839accc50c5931c5b8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/2071cbc37d774aeeb607d9d9015a1e6f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e9e73e9a05a546628c7e07c6fd721654] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=37.5 K 2024-11-14T11:25:30,467 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/140337c847334cc386fbcfc4366a88e6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/29c10bc2c0a544ac8e6f761f4aa7c75d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1e4e058fdc02441f90b0197306b537c8] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=33.0 K 2024-11-14T11:25:30,467 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46cb7ea2177143839accc50c5931c5b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731583527908 2024-11-14T11:25:30,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 140337c847334cc386fbcfc4366a88e6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731583527908 2024-11-14T11:25:30,468 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 29c10bc2c0a544ac8e6f761f4aa7c75d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731583529128 2024-11-14T11:25:30,468 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2071cbc37d774aeeb607d9d9015a1e6f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731583529128 2024-11-14T11:25:30,468 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e4e058fdc02441f90b0197306b537c8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731583529805 2024-11-14T11:25:30,468 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e73e9a05a546628c7e07c6fd721654, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731583529805 2024-11-14T11:25:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:30,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:30,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:25:30,480 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:30,481 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/9d0df5e3eda647c4a3d634731b8ae9ea is 50, key is test_row_0/B:col10/1731583529128/Put/seqid=0 2024-11-14T11:25:30,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d3631fa6df05465f9f546ed4fb317186 is 50, key is test_row_0/A:col10/1731583530472/Put/seqid=0 2024-11-14T11:25:30,496 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#382 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:30,496 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/fb9ca2ee84d14e909eba305b3b49a02f is 50, key is test_row_0/A:col10/1731583529128/Put/seqid=0 2024-11-14T11:25:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583590481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583590490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,497 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583590491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583590495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583590497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742284_1460 (size=12207) 2024-11-14T11:25:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742286_1462 (size=12207) 2024-11-14T11:25:30,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742285_1461 (size=12001) 2024-11-14T11:25:30,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d3631fa6df05465f9f546ed4fb317186 2024-11-14T11:25:30,551 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/fb9ca2ee84d14e909eba305b3b49a02f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fb9ca2ee84d14e909eba305b3b49a02f 2024-11-14T11:25:30,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/3d92e8e4d7ed4763b99a1e90a01fcd02 is 50, key is test_row_0/B:col10/1731583530472/Put/seqid=0 2024-11-14T11:25:30,563 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into fb9ca2ee84d14e909eba305b3b49a02f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:30,563 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:30,563 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583530466; duration=0sec 2024-11-14T11:25:30,563 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:30,563 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:30,563 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:30,564 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:30,565 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:30,565 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:30,565 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6449a1d7472942deb4c071493ed39318, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e35d06a2e7734572b4293c099e3f9f78, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/43db42434c7e4ebba41a07befe84fbe4] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=33.0 K 2024-11-14T11:25:30,566 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6449a1d7472942deb4c071493ed39318, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731583527908 2024-11-14T11:25:30,567 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e35d06a2e7734572b4293c099e3f9f78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731583529128 2024-11-14T11:25:30,568 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43db42434c7e4ebba41a07befe84fbe4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731583529805 2024-11-14T11:25:30,578 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:30,579 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/92dadb7a429e4275a1a1055726f1daf8 is 50, key is test_row_0/C:col10/1731583529128/Put/seqid=0 2024-11-14T11:25:30,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742287_1463 (size=12001) 2024-11-14T11:25:30,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/3d92e8e4d7ed4763b99a1e90a01fcd02 2024-11-14T11:25:30,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583590604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/05538e4aa2ba4a5e865eb942c2829ccb is 50, key is test_row_0/C:col10/1731583530472/Put/seqid=0 2024-11-14T11:25:30,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583590604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583590614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583590614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583590614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742288_1464 (size=12207) 2024-11-14T11:25:30,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742289_1465 (size=12001) 2024-11-14T11:25:30,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583590814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583590823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583590824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583590824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583590824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:30,831 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-14T11:25:30,854 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:30,855 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-14T11:25:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:30,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:30,857 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:30,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:30,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/9d0df5e3eda647c4a3d634731b8ae9ea as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/9d0df5e3eda647c4a3d634731b8ae9ea 2024-11-14T11:25:30,921 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 9d0df5e3eda647c4a3d634731b8ae9ea(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:30,921 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:30,921 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583530466; duration=0sec 2024-11-14T11:25:30,921 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:30,921 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:31,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,027 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/92dadb7a429e4275a1a1055726f1daf8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/92dadb7a429e4275a1a1055726f1daf8 2024-11-14T11:25:31,031 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into 92dadb7a429e4275a1a1055726f1daf8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:31,031 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:31,031 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583530466; duration=0sec 2024-11-14T11:25:31,031 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:31,031 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:31,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/05538e4aa2ba4a5e865eb942c2829ccb 2024-11-14T11:25:31,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d3631fa6df05465f9f546ed4fb317186 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d3631fa6df05465f9f546ed4fb317186 2024-11-14T11:25:31,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d3631fa6df05465f9f546ed4fb317186, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T11:25:31,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/3d92e8e4d7ed4763b99a1e90a01fcd02 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/3d92e8e4d7ed4763b99a1e90a01fcd02 2024-11-14T11:25:31,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/3d92e8e4d7ed4763b99a1e90a01fcd02, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T11:25:31,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/05538e4aa2ba4a5e865eb942c2829ccb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/05538e4aa2ba4a5e865eb942c2829ccb 2024-11-14T11:25:31,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/05538e4aa2ba4a5e865eb942c2829ccb, entries=150, sequenceid=115, filesize=11.7 K 2024-11-14T11:25:31,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 53ac5d3c5107843e74669073a87cb79a in 581ms, sequenceid=115, compaction requested=false 2024-11-14T11:25:31,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:31,127 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:31,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:31,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7d7f9d45a6d3460fb73a66b4993b5532 is 50, key is test_row_0/A:col10/1731583530494/Put/seqid=0 2024-11-14T11:25:31,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742290_1466 (size=12051) 2024-11-14T11:25:31,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:31,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583591178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583591182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583591183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583591184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583591184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583591293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583591293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583591304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583591304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583591304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:31,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583591515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583591515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583591515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583591515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583591515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7d7f9d45a6d3460fb73a66b4993b5532 2024-11-14T11:25:31,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a609f6bc565b49b5b3fb2d02e9f0e1ed is 50, key is test_row_0/B:col10/1731583530494/Put/seqid=0 2024-11-14T11:25:31,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742291_1467 (size=12051) 2024-11-14T11:25:31,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583591823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583591834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583591834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583591834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,838 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583591834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:31,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:31,928 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:31,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a609f6bc565b49b5b3fb2d02e9f0e1ed 2024-11-14T11:25:31,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/1ece8855c0a54514b4f218e8d1217026 is 50, key is test_row_0/C:col10/1731583530494/Put/seqid=0 2024-11-14T11:25:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742292_1468 (size=12051) 2024-11-14T11:25:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:32,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:32,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:32,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,081 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583592344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583592345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583592345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:32,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583592345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:32,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583592355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:32,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/1ece8855c0a54514b4f218e8d1217026 2024-11-14T11:25:32,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7d7f9d45a6d3460fb73a66b4993b5532 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7d7f9d45a6d3460fb73a66b4993b5532 2024-11-14T11:25:32,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7d7f9d45a6d3460fb73a66b4993b5532, entries=150, sequenceid=129, filesize=11.8 K 2024-11-14T11:25:32,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a609f6bc565b49b5b3fb2d02e9f0e1ed as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a609f6bc565b49b5b3fb2d02e9f0e1ed 2024-11-14T11:25:32,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a609f6bc565b49b5b3fb2d02e9f0e1ed, entries=150, sequenceid=129, filesize=11.8 K 2024-11-14T11:25:32,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/1ece8855c0a54514b4f218e8d1217026 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/1ece8855c0a54514b4f218e8d1217026 2024-11-14T11:25:32,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:32,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/1ece8855c0a54514b4f218e8d1217026, entries=150, sequenceid=129, filesize=11.8 K 2024-11-14T11:25:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:32,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53ac5d3c5107843e74669073a87cb79a in 1261ms, sequenceid=129, compaction requested=true 2024-11-14T11:25:32,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:32,388 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:32,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:32,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:32,389 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:32,390 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:32,390 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:32,390 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,390 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fb9ca2ee84d14e909eba305b3b49a02f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d3631fa6df05465f9f546ed4fb317186, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7d7f9d45a6d3460fb73a66b4993b5532] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.4 K 2024-11-14T11:25:32,391 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:32,391 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:32,391 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,391 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/9d0df5e3eda647c4a3d634731b8ae9ea, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/3d92e8e4d7ed4763b99a1e90a01fcd02, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a609f6bc565b49b5b3fb2d02e9f0e1ed] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.4 K 2024-11-14T11:25:32,391 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb9ca2ee84d14e909eba305b3b49a02f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731583529128 2024-11-14T11:25:32,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:32,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:32,391 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:32,392 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d0df5e3eda647c4a3d634731b8ae9ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731583529128 2024-11-14T11:25:32,392 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3631fa6df05465f9f546ed4fb317186, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731583530452 2024-11-14T11:25:32,393 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d92e8e4d7ed4763b99a1e90a01fcd02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731583530452 2024-11-14T11:25:32,393 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a609f6bc565b49b5b3fb2d02e9f0e1ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731583530490 2024-11-14T11:25:32,393 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d7f9d45a6d3460fb73a66b4993b5532, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731583530490 2024-11-14T11:25:32,404 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:32,405 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/0fd1a6f23c1049b8a490b953e3782296 is 50, key is test_row_0/B:col10/1731583530494/Put/seqid=0 2024-11-14T11:25:32,406 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:32,406 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/fbaf01aa09d340ea946954946723ceab is 50, key is test_row_0/A:col10/1731583530494/Put/seqid=0 2024-11-14T11:25:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742294_1470 (size=12359) 2024-11-14T11:25:32,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742293_1469 (size=12359) 2024-11-14T11:25:32,438 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/0fd1a6f23c1049b8a490b953e3782296 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/0fd1a6f23c1049b8a490b953e3782296 2024-11-14T11:25:32,442 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 0fd1a6f23c1049b8a490b953e3782296(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:32,442 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:32,442 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583532389; duration=0sec 2024-11-14T11:25:32,442 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:32,442 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:32,442 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:32,443 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:32,444 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:32,444 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,444 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/92dadb7a429e4275a1a1055726f1daf8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/05538e4aa2ba4a5e865eb942c2829ccb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/1ece8855c0a54514b4f218e8d1217026] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.4 K 2024-11-14T11:25:32,444 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 92dadb7a429e4275a1a1055726f1daf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731583529128 2024-11-14T11:25:32,444 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 05538e4aa2ba4a5e865eb942c2829ccb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731583530452 2024-11-14T11:25:32,444 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ece8855c0a54514b4f218e8d1217026, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731583530490 2024-11-14T11:25:32,450 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:32,450 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/5a7cb0704ac74bd8864976bcb253fcea is 50, key is test_row_0/C:col10/1731583530494/Put/seqid=0 2024-11-14T11:25:32,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742295_1471 (size=12359) 2024-11-14T11:25:32,473 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/5a7cb0704ac74bd8864976bcb253fcea as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/5a7cb0704ac74bd8864976bcb253fcea 2024-11-14T11:25:32,477 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into 5a7cb0704ac74bd8864976bcb253fcea(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:32,477 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:32,477 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583532391; duration=0sec 2024-11-14T11:25:32,477 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:32,477 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:32,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-14T11:25:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:32,540 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:32,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/74dda8cfa7264431b0c31d7f3db8404c is 50, key is test_row_0/A:col10/1731583531182/Put/seqid=0 2024-11-14T11:25:32,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742296_1472 (size=12151) 2024-11-14T11:25:32,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/518c1c0bda7f4c3db4d33c7eee83f3a2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/976c69cb296f47cdaf85d869714b9eb2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/46cb7ea2177143839accc50c5931c5b8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/827dccc098ed4090a08e919850975a0f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/2071cbc37d774aeeb607d9d9015a1e6f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e9e73e9a05a546628c7e07c6fd721654] to archive 2024-11-14T11:25:32,654 WARN [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-14T11:25:32,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:32,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/518c1c0bda7f4c3db4d33c7eee83f3a2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/518c1c0bda7f4c3db4d33c7eee83f3a2 2024-11-14T11:25:32,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/976c69cb296f47cdaf85d869714b9eb2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/976c69cb296f47cdaf85d869714b9eb2 2024-11-14T11:25:32,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/46cb7ea2177143839accc50c5931c5b8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/46cb7ea2177143839accc50c5931c5b8 2024-11-14T11:25:32,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/827dccc098ed4090a08e919850975a0f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/827dccc098ed4090a08e919850975a0f 2024-11-14T11:25:32,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/2071cbc37d774aeeb607d9d9015a1e6f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/2071cbc37d774aeeb607d9d9015a1e6f 2024-11-14T11:25:32,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e9e73e9a05a546628c7e07c6fd721654 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e9e73e9a05a546628c7e07c6fd721654 2024-11-14T11:25:32,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a4ba9471cabb4f1b89de78dd14d44c1b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7a80eb2ca6724d018d7ec541e9c1bf05, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/140337c847334cc386fbcfc4366a88e6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/689eb94a3fbb45a2b608cab5354dd5a6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/29c10bc2c0a544ac8e6f761f4aa7c75d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/9d0df5e3eda647c4a3d634731b8ae9ea, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1e4e058fdc02441f90b0197306b537c8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/3d92e8e4d7ed4763b99a1e90a01fcd02, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a609f6bc565b49b5b3fb2d02e9f0e1ed] to archive 2024-11-14T11:25:32,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:32,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a4ba9471cabb4f1b89de78dd14d44c1b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a4ba9471cabb4f1b89de78dd14d44c1b 2024-11-14T11:25:32,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7a80eb2ca6724d018d7ec541e9c1bf05 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7a80eb2ca6724d018d7ec541e9c1bf05 2024-11-14T11:25:32,682 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/140337c847334cc386fbcfc4366a88e6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/140337c847334cc386fbcfc4366a88e6 2024-11-14T11:25:32,683 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/689eb94a3fbb45a2b608cab5354dd5a6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/689eb94a3fbb45a2b608cab5354dd5a6 2024-11-14T11:25:32,685 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/29c10bc2c0a544ac8e6f761f4aa7c75d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/29c10bc2c0a544ac8e6f761f4aa7c75d 2024-11-14T11:25:32,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/9d0df5e3eda647c4a3d634731b8ae9ea to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/9d0df5e3eda647c4a3d634731b8ae9ea 2024-11-14T11:25:32,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1e4e058fdc02441f90b0197306b537c8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1e4e058fdc02441f90b0197306b537c8 2024-11-14T11:25:32,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/3d92e8e4d7ed4763b99a1e90a01fcd02 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/3d92e8e4d7ed4763b99a1e90a01fcd02 2024-11-14T11:25:32,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a609f6bc565b49b5b3fb2d02e9f0e1ed to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a609f6bc565b49b5b3fb2d02e9f0e1ed 2024-11-14T11:25:32,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f3406c100a404fa09c32f78ef615b5e3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/314e20cc311e4e26a71b18ac1b098488, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6449a1d7472942deb4c071493ed39318, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/800d53b5e4724057849037df45a2d18a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e35d06a2e7734572b4293c099e3f9f78, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/92dadb7a429e4275a1a1055726f1daf8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/43db42434c7e4ebba41a07befe84fbe4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/05538e4aa2ba4a5e865eb942c2829ccb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/1ece8855c0a54514b4f218e8d1217026] to archive 2024-11-14T11:25:32,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:32,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f3406c100a404fa09c32f78ef615b5e3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f3406c100a404fa09c32f78ef615b5e3 2024-11-14T11:25:32,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/314e20cc311e4e26a71b18ac1b098488 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/314e20cc311e4e26a71b18ac1b098488 2024-11-14T11:25:32,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6449a1d7472942deb4c071493ed39318 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6449a1d7472942deb4c071493ed39318 2024-11-14T11:25:32,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/800d53b5e4724057849037df45a2d18a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/800d53b5e4724057849037df45a2d18a 2024-11-14T11:25:32,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e35d06a2e7734572b4293c099e3f9f78 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e35d06a2e7734572b4293c099e3f9f78 2024-11-14T11:25:32,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/92dadb7a429e4275a1a1055726f1daf8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/92dadb7a429e4275a1a1055726f1daf8 2024-11-14T11:25:32,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/43db42434c7e4ebba41a07befe84fbe4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/43db42434c7e4ebba41a07befe84fbe4 2024-11-14T11:25:32,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/05538e4aa2ba4a5e865eb942c2829ccb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/05538e4aa2ba4a5e865eb942c2829ccb 2024-11-14T11:25:32,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7437412fa5b4:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/1ece8855c0a54514b4f218e8d1217026 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/1ece8855c0a54514b4f218e8d1217026 2024-11-14T11:25:32,831 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/fbaf01aa09d340ea946954946723ceab as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbaf01aa09d340ea946954946723ceab 2024-11-14T11:25:32,838 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into fbaf01aa09d340ea946954946723ceab(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:32,838 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:32,838 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583532388; duration=0sec 2024-11-14T11:25:32,838 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:32,838 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:32,955 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/74dda8cfa7264431b0c31d7f3db8404c 2024-11-14T11:25:32,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/13b39803ad0740bd89c71d0f8a481d2b is 50, key is test_row_0/B:col10/1731583531182/Put/seqid=0 2024-11-14T11:25:32,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742297_1473 (size=12151) 2024-11-14T11:25:32,987 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/13b39803ad0740bd89c71d0f8a481d2b 2024-11-14T11:25:32,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/23741f97d0d442a4a94d294ff1a1f2c3 is 50, key is test_row_0/C:col10/1731583531182/Put/seqid=0 2024-11-14T11:25:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:33,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742298_1474 (size=12151) 2024-11-14T11:25:33,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/23741f97d0d442a4a94d294ff1a1f2c3 2024-11-14T11:25:33,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/74dda8cfa7264431b0c31d7f3db8404c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/74dda8cfa7264431b0c31d7f3db8404c 2024-11-14T11:25:33,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/74dda8cfa7264431b0c31d7f3db8404c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T11:25:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/13b39803ad0740bd89c71d0f8a481d2b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/13b39803ad0740bd89c71d0f8a481d2b 2024-11-14T11:25:33,030 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/13b39803ad0740bd89c71d0f8a481d2b, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T11:25:33,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/23741f97d0d442a4a94d294ff1a1f2c3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/23741f97d0d442a4a94d294ff1a1f2c3 2024-11-14T11:25:33,036 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/23741f97d0d442a4a94d294ff1a1f2c3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-14T11:25:33,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 53ac5d3c5107843e74669073a87cb79a in 500ms, sequenceid=156, compaction requested=false 2024-11-14T11:25:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:33,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-14T11:25:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-14T11:25:33,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-14T11:25:33,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1860 sec 2024-11-14T11:25:33,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.1910 sec 2024-11-14T11:25:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:33,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:33,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:33,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/5706030187c2499a93d86743576d53da is 50, key is test_row_0/A:col10/1731583533374/Put/seqid=0 2024-11-14T11:25:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742299_1475 (size=19321) 2024-11-14T11:25:33,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/5706030187c2499a93d86743576d53da 2024-11-14T11:25:33,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/54ea2d9e2744403285840998e5ec97ae is 50, key is test_row_0/B:col10/1731583533374/Put/seqid=0 2024-11-14T11:25:33,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742300_1476 (size=12151) 2024-11-14T11:25:33,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/54ea2d9e2744403285840998e5ec97ae 2024-11-14T11:25:33,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/f4ca01376f7a455db4d6533c4da4ba1e is 50, key is test_row_0/C:col10/1731583533374/Put/seqid=0 2024-11-14T11:25:33,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742301_1477 (size=12151) 2024-11-14T11:25:33,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583593416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583593417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583593417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583593418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,428 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583593421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,430 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583593523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583593537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583593537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583593540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583593540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583593734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583593744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583593744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583593754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583593754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:33,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:33,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:33,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/f4ca01376f7a455db4d6533c4da4ba1e 2024-11-14T11:25:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/5706030187c2499a93d86743576d53da as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/5706030187c2499a93d86743576d53da 2024-11-14T11:25:33,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/5706030187c2499a93d86743576d53da, entries=300, sequenceid=168, filesize=18.9 K 2024-11-14T11:25:33,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/54ea2d9e2744403285840998e5ec97ae as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/54ea2d9e2744403285840998e5ec97ae 2024-11-14T11:25:33,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/54ea2d9e2744403285840998e5ec97ae, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T11:25:33,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/f4ca01376f7a455db4d6533c4da4ba1e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f4ca01376f7a455db4d6533c4da4ba1e 2024-11-14T11:25:33,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f4ca01376f7a455db4d6533c4da4ba1e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-14T11:25:33,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53ac5d3c5107843e74669073a87cb79a in 443ms, sequenceid=168, compaction requested=true 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:33,819 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:33,819 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:33,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:33,819 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:33,819 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43831 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:33,819 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:33,819 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:33,820 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:33,820 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:33,820 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/0fd1a6f23c1049b8a490b953e3782296, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/13b39803ad0740bd89c71d0f8a481d2b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/54ea2d9e2744403285840998e5ec97ae] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.8 K 2024-11-14T11:25:33,820 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbaf01aa09d340ea946954946723ceab, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/74dda8cfa7264431b0c31d7f3db8404c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/5706030187c2499a93d86743576d53da] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=42.8 K 2024-11-14T11:25:33,820 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fd1a6f23c1049b8a490b953e3782296, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731583530490 2024-11-14T11:25:33,820 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbaf01aa09d340ea946954946723ceab, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731583530490 2024-11-14T11:25:33,820 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b39803ad0740bd89c71d0f8a481d2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731583531152 2024-11-14T11:25:33,820 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74dda8cfa7264431b0c31d7f3db8404c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731583531152 2024-11-14T11:25:33,820 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 54ea2d9e2744403285840998e5ec97ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731583533370 2024-11-14T11:25:33,820 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5706030187c2499a93d86743576d53da, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731583533365 2024-11-14T11:25:33,828 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:33,828 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/d8293b261e594e3ca66bfdb8c69fa7ed is 50, key is test_row_0/B:col10/1731583533374/Put/seqid=0 2024-11-14T11:25:33,828 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:33,829 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/4bf07f05c9f34932ae10f538fde9ddfb is 50, key is test_row_0/A:col10/1731583533374/Put/seqid=0 2024-11-14T11:25:33,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742302_1478 (size=12254) 2024-11-14T11:25:33,860 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/d8293b261e594e3ca66bfdb8c69fa7ed as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/d8293b261e594e3ca66bfdb8c69fa7ed 2024-11-14T11:25:33,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742303_1479 (size=12357) 2024-11-14T11:25:33,865 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into d8293b261e594e3ca66bfdb8c69fa7ed(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:33,865 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:33,865 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583533819; duration=0sec 2024-11-14T11:25:33,865 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:33,865 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:33,865 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:33,866 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:33,866 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:33,866 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:33,866 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/5a7cb0704ac74bd8864976bcb253fcea, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/23741f97d0d442a4a94d294ff1a1f2c3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f4ca01376f7a455db4d6533c4da4ba1e] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.8 K 2024-11-14T11:25:33,866 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a7cb0704ac74bd8864976bcb253fcea, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731583530490 2024-11-14T11:25:33,866 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 23741f97d0d442a4a94d294ff1a1f2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731583531152 2024-11-14T11:25:33,867 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f4ca01376f7a455db4d6533c4da4ba1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731583533370 2024-11-14T11:25:33,876 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:33,876 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/20696bbaf5e64008b82cba1b874e3638 is 50, key is test_row_0/C:col10/1731583533374/Put/seqid=0 2024-11-14T11:25:33,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742304_1480 (size=12254) 2024-11-14T11:25:33,888 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/20696bbaf5e64008b82cba1b874e3638 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/20696bbaf5e64008b82cba1b874e3638 2024-11-14T11:25:33,892 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into 20696bbaf5e64008b82cba1b874e3638(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:33,892 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:33,892 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583533819; duration=0sec 2024-11-14T11:25:33,892 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:33,892 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:34,049 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:34,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:25:34,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/11c6f19a4bcc4f78841beffc15885c3b is 50, key is test_row_0/A:col10/1731583534048/Put/seqid=0 2024-11-14T11:25:34,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742305_1481 (size=14541) 2024-11-14T11:25:34,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/11c6f19a4bcc4f78841beffc15885c3b 2024-11-14T11:25:34,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/7ff870bdf70c448ca013ecd4a1b1d581 is 50, key is test_row_0/B:col10/1731583534048/Put/seqid=0 2024-11-14T11:25:34,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742306_1482 (size=12151) 2024-11-14T11:25:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583594063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583594064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583594066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583594070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,073 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583594071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583594174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583594184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583594184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,186 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,265 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/4bf07f05c9f34932ae10f538fde9ddfb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/4bf07f05c9f34932ae10f538fde9ddfb 2024-11-14T11:25:34,268 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into 4bf07f05c9f34932ae10f538fde9ddfb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:34,269 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:34,269 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583533819; duration=0sec 2024-11-14T11:25:34,269 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:34,269 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583594384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583594393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583594393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,399 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/7ff870bdf70c448ca013ecd4a1b1d581 2024-11-14T11:25:34,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e6ff7f8cba0c468fa94a147d13f2ff68 is 50, key is test_row_0/C:col10/1731583534048/Put/seqid=0 2024-11-14T11:25:34,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742307_1483 (size=12151) 2024-11-14T11:25:34,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e6ff7f8cba0c468fa94a147d13f2ff68 2024-11-14T11:25:34,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/11c6f19a4bcc4f78841beffc15885c3b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/11c6f19a4bcc4f78841beffc15885c3b 2024-11-14T11:25:34,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/11c6f19a4bcc4f78841beffc15885c3b, entries=200, sequenceid=196, filesize=14.2 K 2024-11-14T11:25:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/7ff870bdf70c448ca013ecd4a1b1d581 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7ff870bdf70c448ca013ecd4a1b1d581 2024-11-14T11:25:34,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7ff870bdf70c448ca013ecd4a1b1d581, entries=150, sequenceid=196, filesize=11.9 K 2024-11-14T11:25:34,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e6ff7f8cba0c468fa94a147d13f2ff68 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e6ff7f8cba0c468fa94a147d13f2ff68 2024-11-14T11:25:34,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e6ff7f8cba0c468fa94a147d13f2ff68, entries=150, sequenceid=196, filesize=11.9 K 2024-11-14T11:25:34,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 53ac5d3c5107843e74669073a87cb79a in 444ms, sequenceid=196, compaction requested=false 2024-11-14T11:25:34,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:34,588 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:34,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:34,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e93fe1c2c9b04b8d8f55b923f3086fc0 is 50, key is test_row_0/A:col10/1731583534587/Put/seqid=0 2024-11-14T11:25:34,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742308_1484 (size=12147) 2024-11-14T11:25:34,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583594661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,667 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583594665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583594694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583594704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583594704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583594774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583594774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583594983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:34,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583594984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:34,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:34,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:34,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e93fe1c2c9b04b8d8f55b923f3086fc0 2024-11-14T11:25:35,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/010fc2d47c7b447daea67e7170b17ad7 is 50, key is test_row_0/B:col10/1731583534587/Put/seqid=0 2024-11-14T11:25:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742309_1485 (size=9757) 2024-11-14T11:25:35,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/010fc2d47c7b447daea67e7170b17ad7 2024-11-14T11:25:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-14T11:25:35,014 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:35,015 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:35,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-14T11:25:35,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/0925718e2e4a45739d83b3eb4b64e461 is 50, key is test_row_0/C:col10/1731583534587/Put/seqid=0 2024-11-14T11:25:35,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T11:25:35,020 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:35,022 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:35,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:35,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742310_1486 (size=9757) 2024-11-14T11:25:35,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/0925718e2e4a45739d83b3eb4b64e461 2024-11-14T11:25:35,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e93fe1c2c9b04b8d8f55b923f3086fc0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e93fe1c2c9b04b8d8f55b923f3086fc0 2024-11-14T11:25:35,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e93fe1c2c9b04b8d8f55b923f3086fc0, entries=150, sequenceid=208, filesize=11.9 K 2024-11-14T11:25:35,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/010fc2d47c7b447daea67e7170b17ad7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/010fc2d47c7b447daea67e7170b17ad7 2024-11-14T11:25:35,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/010fc2d47c7b447daea67e7170b17ad7, entries=100, sequenceid=208, filesize=9.5 K 2024-11-14T11:25:35,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/0925718e2e4a45739d83b3eb4b64e461 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/0925718e2e4a45739d83b3eb4b64e461 2024-11-14T11:25:35,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/0925718e2e4a45739d83b3eb4b64e461, entries=100, sequenceid=208, filesize=9.5 K 2024-11-14T11:25:35,049 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53ac5d3c5107843e74669073a87cb79a in 461ms, sequenceid=208, compaction requested=true 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:35,049 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:35,049 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:35,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:35,050 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:35,050 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34162 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:35,050 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:35,050 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:35,050 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:35,050 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:35,050 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/4bf07f05c9f34932ae10f538fde9ddfb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/11c6f19a4bcc4f78841beffc15885c3b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e93fe1c2c9b04b8d8f55b923f3086fc0] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=38.1 K 2024-11-14T11:25:35,050 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/d8293b261e594e3ca66bfdb8c69fa7ed, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7ff870bdf70c448ca013ecd4a1b1d581, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/010fc2d47c7b447daea67e7170b17ad7] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=33.4 K 2024-11-14T11:25:35,051 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting d8293b261e594e3ca66bfdb8c69fa7ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731583533370 2024-11-14T11:25:35,051 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bf07f05c9f34932ae10f538fde9ddfb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731583533370 2024-11-14T11:25:35,051 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ff870bdf70c448ca013ecd4a1b1d581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731583533416 2024-11-14T11:25:35,051 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11c6f19a4bcc4f78841beffc15885c3b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731583533416 2024-11-14T11:25:35,051 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 010fc2d47c7b447daea67e7170b17ad7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731583534069 2024-11-14T11:25:35,051 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e93fe1c2c9b04b8d8f55b923f3086fc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731583534068 2024-11-14T11:25:35,057 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:35,058 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/572ffdc96b19444ca6de2801b138b537 is 50, key is test_row_0/B:col10/1731583534587/Put/seqid=0 2024-11-14T11:25:35,060 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:35,060 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e88cfa857ae14e77b7271d467597cc7c is 50, key is test_row_0/A:col10/1731583534587/Put/seqid=0 2024-11-14T11:25:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742311_1487 (size=12357) 2024-11-14T11:25:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742312_1488 (size=12459) 2024-11-14T11:25:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T11:25:35,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-14T11:25:35,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:35,175 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:35,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7ec5dd90da2e4f518d1631aa2e8d431d is 50, key is test_row_0/A:col10/1731583534659/Put/seqid=0 2024-11-14T11:25:35,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742313_1489 (size=12151) 2024-11-14T11:25:35,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:35,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583595232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583595233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583595233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583595294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583595294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,304 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T11:25:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583595343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583595344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583595344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,476 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e88cfa857ae14e77b7271d467597cc7c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e88cfa857ae14e77b7271d467597cc7c 2024-11-14T11:25:35,476 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/572ffdc96b19444ca6de2801b138b537 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/572ffdc96b19444ca6de2801b138b537 2024-11-14T11:25:35,485 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 572ffdc96b19444ca6de2801b138b537(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:35,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:35,485 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583535049; duration=0sec 2024-11-14T11:25:35,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:35,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:35,485 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:35,486 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into e88cfa857ae14e77b7271d467597cc7c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:35,486 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:35,486 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583535049; duration=0sec 2024-11-14T11:25:35,486 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:35,486 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:35,489 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34162 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:35,489 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:35,489 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:35,489 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/20696bbaf5e64008b82cba1b874e3638, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e6ff7f8cba0c468fa94a147d13f2ff68, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/0925718e2e4a45739d83b3eb4b64e461] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=33.4 K 2024-11-14T11:25:35,489 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 20696bbaf5e64008b82cba1b874e3638, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731583533370 2024-11-14T11:25:35,489 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e6ff7f8cba0c468fa94a147d13f2ff68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731583533416 2024-11-14T11:25:35,490 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 0925718e2e4a45739d83b3eb4b64e461, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731583534069 2024-11-14T11:25:35,502 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:35,502 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e4862255c2194d6ab86c2d2a714e70d5 is 50, key is test_row_0/C:col10/1731583534587/Put/seqid=0 2024-11-14T11:25:35,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742314_1490 (size=12357) 2024-11-14T11:25:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583595553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583595554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583595554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7ec5dd90da2e4f518d1631aa2e8d431d 2024-11-14T11:25:35,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/e99dca8b700f4f7a8998984d0a33fa88 is 50, key is test_row_0/B:col10/1731583534659/Put/seqid=0 2024-11-14T11:25:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742315_1491 (size=12151) 2024-11-14T11:25:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T11:25:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583595814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583595814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583595864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583595865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583595865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:35,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:35,913 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/e4862255c2194d6ab86c2d2a714e70d5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e4862255c2194d6ab86c2d2a714e70d5 2024-11-14T11:25:35,916 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into e4862255c2194d6ab86c2d2a714e70d5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:35,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:35,917 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583535049; duration=0sec 2024-11-14T11:25:35,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:35,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:35,997 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/e99dca8b700f4f7a8998984d0a33fa88 2024-11-14T11:25:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/940e035db961477684c9cbe9fe46554e is 50, key is test_row_0/C:col10/1731583534659/Put/seqid=0 2024-11-14T11:25:36,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742316_1492 (size=12151) 2024-11-14T11:25:36,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T11:25:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583596384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583596384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:36,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:36,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583596384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,391 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:36,409 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/940e035db961477684c9cbe9fe46554e 2024-11-14T11:25:36,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7ec5dd90da2e4f518d1631aa2e8d431d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7ec5dd90da2e4f518d1631aa2e8d431d 2024-11-14T11:25:36,423 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7ec5dd90da2e4f518d1631aa2e8d431d, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T11:25:36,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/e99dca8b700f4f7a8998984d0a33fa88 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/e99dca8b700f4f7a8998984d0a33fa88 2024-11-14T11:25:36,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/e99dca8b700f4f7a8998984d0a33fa88, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T11:25:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/940e035db961477684c9cbe9fe46554e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/940e035db961477684c9cbe9fe46554e 2024-11-14T11:25:36,435 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/940e035db961477684c9cbe9fe46554e, entries=150, sequenceid=233, filesize=11.9 K 2024-11-14T11:25:36,436 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 53ac5d3c5107843e74669073a87cb79a in 1260ms, sequenceid=233, compaction requested=false 2024-11-14T11:25:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-14T11:25:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-14T11:25:36,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-14T11:25:36,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-11-14T11:25:36,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.4240 sec 2024-11-14T11:25:36,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:36,836 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:36,837 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:25:36,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bc572b98a3084a8c993dbedd7b4bd93e is 50, key is test_row_0/A:col10/1731583536835/Put/seqid=0 2024-11-14T11:25:36,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742317_1493 (size=16931) 2024-11-14T11:25:36,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583596913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583596922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583597034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583597034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-14T11:25:37,164 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:37,165 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:37,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-14T11:25:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:37,169 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:37,170 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:37,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:37,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583597243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bc572b98a3084a8c993dbedd7b4bd93e 2024-11-14T11:25:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/dee7b97b6e494125be012dc0ec48f5e2 is 50, key is test_row_0/B:col10/1731583536835/Put/seqid=0 2024-11-14T11:25:37,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583597254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742318_1494 (size=12151) 2024-11-14T11:25:37,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/dee7b97b6e494125be012dc0ec48f5e2 2024-11-14T11:25:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:37,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/30166871c23241439836dedc7e160ff6 is 50, key is test_row_0/C:col10/1731583536835/Put/seqid=0 2024-11-14T11:25:37,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742319_1495 (size=12151) 2024-11-14T11:25:37,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/30166871c23241439836dedc7e160ff6 2024-11-14T11:25:37,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bc572b98a3084a8c993dbedd7b4bd93e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bc572b98a3084a8c993dbedd7b4bd93e 2024-11-14T11:25:37,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bc572b98a3084a8c993dbedd7b4bd93e, entries=250, sequenceid=249, filesize=16.5 K 2024-11-14T11:25:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/dee7b97b6e494125be012dc0ec48f5e2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dee7b97b6e494125be012dc0ec48f5e2 2024-11-14T11:25:37,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dee7b97b6e494125be012dc0ec48f5e2, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T11:25:37,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/30166871c23241439836dedc7e160ff6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/30166871c23241439836dedc7e160ff6 2024-11-14T11:25:37,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/30166871c23241439836dedc7e160ff6, entries=150, sequenceid=249, filesize=11.9 K 2024-11-14T11:25:37,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 53ac5d3c5107843e74669073a87cb79a in 496ms, sequenceid=249, compaction requested=true 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:37,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-14T11:25:37,333 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:37,333 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:37,336 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:37,336 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:37,337 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,337 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e4862255c2194d6ab86c2d2a714e70d5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/940e035db961477684c9cbe9fe46554e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/30166871c23241439836dedc7e160ff6] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.8 K 2024-11-14T11:25:37,337 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e4862255c2194d6ab86c2d2a714e70d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731583533417 2024-11-14T11:25:37,337 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41541 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:37,337 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:37,337 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,337 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e88cfa857ae14e77b7271d467597cc7c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7ec5dd90da2e4f518d1631aa2e8d431d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bc572b98a3084a8c993dbedd7b4bd93e] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=40.6 K 2024-11-14T11:25:37,338 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 940e035db961477684c9cbe9fe46554e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731583534620 2024-11-14T11:25:37,338 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 30166871c23241439836dedc7e160ff6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583535231 2024-11-14T11:25:37,339 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e88cfa857ae14e77b7271d467597cc7c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731583533417 2024-11-14T11:25:37,340 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ec5dd90da2e4f518d1631aa2e8d431d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731583534620 2024-11-14T11:25:37,340 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc572b98a3084a8c993dbedd7b4bd93e, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583535230 2024-11-14T11:25:37,347 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:37,347 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/ccafe5269dde4ebeadb094a9d7a6f038 is 50, key is test_row_0/C:col10/1731583536835/Put/seqid=0 2024-11-14T11:25:37,352 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#418 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:37,353 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/92dc55aa9d5141c48c73911a79aace23 is 50, key is test_row_0/A:col10/1731583536835/Put/seqid=0 2024-11-14T11:25:37,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742320_1496 (size=12459) 2024-11-14T11:25:37,380 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/ccafe5269dde4ebeadb094a9d7a6f038 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/ccafe5269dde4ebeadb094a9d7a6f038 2024-11-14T11:25:37,383 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into ccafe5269dde4ebeadb094a9d7a6f038(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:37,383 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:37,383 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583537333; duration=0sec 2024-11-14T11:25:37,383 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:37,383 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:37,384 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:37,385 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:37,385 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:37,385 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,385 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/572ffdc96b19444ca6de2801b138b537, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/e99dca8b700f4f7a8998984d0a33fa88, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dee7b97b6e494125be012dc0ec48f5e2] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=35.8 K 2024-11-14T11:25:37,385 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 572ffdc96b19444ca6de2801b138b537, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731583533417 2024-11-14T11:25:37,386 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e99dca8b700f4f7a8998984d0a33fa88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731583534620 2024-11-14T11:25:37,386 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting dee7b97b6e494125be012dc0ec48f5e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583535231 2024-11-14T11:25:37,394 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:37,394 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/860c620be9644a7a9a91f8e0bf02f6ae is 50, key is test_row_0/B:col10/1731583536835/Put/seqid=0 2024-11-14T11:25:37,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742321_1497 (size=12561) 2024-11-14T11:25:37,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:37,399 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:37,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:25:37,401 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/92dc55aa9d5141c48c73911a79aace23 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/92dc55aa9d5141c48c73911a79aace23 2024-11-14T11:25:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742322_1498 (size=12459) 2024-11-14T11:25:37,412 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into 92dc55aa9d5141c48c73911a79aace23(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:37,412 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:37,412 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583537333; duration=0sec 2024-11-14T11:25:37,412 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:37,412 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:37,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/13880fc2a73345469c4bee7f165c65b6 is 50, key is test_row_0/A:col10/1731583537398/Put/seqid=0 2024-11-14T11:25:37,421 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/860c620be9644a7a9a91f8e0bf02f6ae as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/860c620be9644a7a9a91f8e0bf02f6ae 2024-11-14T11:25:37,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742323_1499 (size=14741) 2024-11-14T11:25:37,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/13880fc2a73345469c4bee7f165c65b6 2024-11-14T11:25:37,426 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 860c620be9644a7a9a91f8e0bf02f6ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:37,426 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:37,426 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583537333; duration=0sec 2024-11-14T11:25:37,426 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:37,427 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:37,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/03a5dea9e8914978b9ff7dadd6fd5fd4 is 50, key is test_row_0/B:col10/1731583537398/Put/seqid=0 2024-11-14T11:25:37,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583597423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583597425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583597426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742324_1500 (size=12301) 2024-11-14T11:25:37,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,476 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:37,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583597544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583597545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583597545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583597564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583597575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:37,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:37,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583597754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583597756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:37,767 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583597764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:37,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:37,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:37,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:37,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:37,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:37,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/03a5dea9e8914978b9ff7dadd6fd5fd4 2024-11-14T11:25:37,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/69e7e70f14d54259922849b098afe66c is 50, key is test_row_0/C:col10/1731583537398/Put/seqid=0 2024-11-14T11:25:37,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742325_1501 (size=12301) 2024-11-14T11:25:37,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/69e7e70f14d54259922849b098afe66c 2024-11-14T11:25:37,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/13880fc2a73345469c4bee7f165c65b6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/13880fc2a73345469c4bee7f165c65b6 2024-11-14T11:25:37,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/13880fc2a73345469c4bee7f165c65b6, entries=200, sequenceid=274, filesize=14.4 K 2024-11-14T11:25:37,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/03a5dea9e8914978b9ff7dadd6fd5fd4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/03a5dea9e8914978b9ff7dadd6fd5fd4 2024-11-14T11:25:37,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/03a5dea9e8914978b9ff7dadd6fd5fd4, entries=150, sequenceid=274, filesize=12.0 K 2024-11-14T11:25:37,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/69e7e70f14d54259922849b098afe66c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/69e7e70f14d54259922849b098afe66c 2024-11-14T11:25:37,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/69e7e70f14d54259922849b098afe66c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-14T11:25:37,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:37,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:37,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 53ac5d3c5107843e74669073a87cb79a in 538ms, sequenceid=274, compaction requested=false 2024-11-14T11:25:37,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:37,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,071 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:38,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:25:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:38,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/da16506168b041aea883b7dec1f3fb42 is 50, key is test_row_0/A:col10/1731583538069/Put/seqid=0 2024-11-14T11:25:38,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:38,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:38,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742326_1502 (size=12297) 2024-11-14T11:25:38,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583598123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583598125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583598126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583598134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583598138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583598244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583598244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583598244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583598244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583598254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:38,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583598454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583598454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583598454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583598454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583598464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/da16506168b041aea883b7dec1f3fb42 2024-11-14T11:25:38,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/eff2b34e513d4ea3a9a96ca0e8e79103 is 50, key is test_row_0/B:col10/1731583538069/Put/seqid=0 2024-11-14T11:25:38,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742327_1503 (size=9857) 2024-11-14T11:25:38,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583598763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,773 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583598776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583598776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583598776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583598784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:38,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:38,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/eff2b34e513d4ea3a9a96ca0e8e79103 2024-11-14T11:25:38,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/d8ef67c0302446d59d0ea7655fdbebb4 is 50, key is test_row_0/C:col10/1731583538069/Put/seqid=0 2024-11-14T11:25:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742328_1504 (size=9857) 2024-11-14T11:25:38,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/d8ef67c0302446d59d0ea7655fdbebb4 2024-11-14T11:25:38,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/da16506168b041aea883b7dec1f3fb42 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/da16506168b041aea883b7dec1f3fb42 2024-11-14T11:25:38,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/da16506168b041aea883b7dec1f3fb42, entries=150, sequenceid=289, filesize=12.0 K 2024-11-14T11:25:38,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/eff2b34e513d4ea3a9a96ca0e8e79103 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/eff2b34e513d4ea3a9a96ca0e8e79103 2024-11-14T11:25:38,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/eff2b34e513d4ea3a9a96ca0e8e79103, entries=100, sequenceid=289, filesize=9.6 K 2024-11-14T11:25:38,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/d8ef67c0302446d59d0ea7655fdbebb4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d8ef67c0302446d59d0ea7655fdbebb4 2024-11-14T11:25:38,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d8ef67c0302446d59d0ea7655fdbebb4, entries=100, sequenceid=289, filesize=9.6 K 2024-11-14T11:25:38,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 53ac5d3c5107843e74669073a87cb79a in 885ms, sequenceid=289, compaction requested=true 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:38,956 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:38,956 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:38,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:38,957 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,957 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,957 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/860c620be9644a7a9a91f8e0bf02f6ae, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/03a5dea9e8914978b9ff7dadd6fd5fd4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/eff2b34e513d4ea3a9a96ca0e8e79103] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=33.8 K 2024-11-14T11:25:38,957 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/92dc55aa9d5141c48c73911a79aace23, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/13880fc2a73345469c4bee7f165c65b6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/da16506168b041aea883b7dec1f3fb42] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=38.7 K 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 860c620be9644a7a9a91f8e0bf02f6ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583535231 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92dc55aa9d5141c48c73911a79aace23, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583535231 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13880fc2a73345469c4bee7f165c65b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731583536896 2024-11-14T11:25:38,957 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 03a5dea9e8914978b9ff7dadd6fd5fd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731583536896 2024-11-14T11:25:38,958 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting da16506168b041aea883b7dec1f3fb42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731583537421 2024-11-14T11:25:38,958 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting eff2b34e513d4ea3a9a96ca0e8e79103, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731583537424 2024-11-14T11:25:38,966 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:38,967 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/fbb94a1f45c14bec9837a67a785444dd is 50, key is test_row_0/A:col10/1731583538069/Put/seqid=0 2024-11-14T11:25:38,970 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:38,970 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/223eb1c3efcc48b690c961a3f9372689 is 50, key is test_row_0/B:col10/1731583538069/Put/seqid=0 2024-11-14T11:25:38,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742329_1505 (size=12813) 2024-11-14T11:25:38,980 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/fbb94a1f45c14bec9837a67a785444dd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbb94a1f45c14bec9837a67a785444dd 2024-11-14T11:25:38,983 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into fbb94a1f45c14bec9837a67a785444dd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:38,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:38,984 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583538956; duration=0sec 2024-11-14T11:25:38,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:38,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:38,984 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:38,985 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:38,985 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:38,985 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:38,985 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/ccafe5269dde4ebeadb094a9d7a6f038, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/69e7e70f14d54259922849b098afe66c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d8ef67c0302446d59d0ea7655fdbebb4] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=33.8 K 2024-11-14T11:25:38,985 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccafe5269dde4ebeadb094a9d7a6f038, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731583535231 2024-11-14T11:25:38,985 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69e7e70f14d54259922849b098afe66c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731583536896 2024-11-14T11:25:38,985 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8ef67c0302446d59d0ea7655fdbebb4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731583537424 2024-11-14T11:25:38,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742330_1506 (size=12711) 2024-11-14T11:25:38,993 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/223eb1c3efcc48b690c961a3f9372689 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/223eb1c3efcc48b690c961a3f9372689 2024-11-14T11:25:38,993 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#428 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:38,994 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/405901950a1d48cda2fb382e1229b3b9 is 50, key is test_row_0/C:col10/1731583538069/Put/seqid=0 2024-11-14T11:25:38,999 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 223eb1c3efcc48b690c961a3f9372689(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:38,999 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:38,999 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583538956; duration=0sec 2024-11-14T11:25:38,999 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:38,999 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742331_1507 (size=12711) 2024-11-14T11:25:39,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-14T11:25:39,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:39,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:25:39,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/89b5b2e417b7402595def62ce5399b63 is 50, key is test_row_0/A:col10/1731583538124/Put/seqid=0 2024-11-14T11:25:39,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742332_1508 (size=12301) 2024-11-14T11:25:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:39,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:39,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583599301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,309 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583599302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,311 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583599304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583599308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583599309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:39,406 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/405901950a1d48cda2fb382e1229b3b9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/405901950a1d48cda2fb382e1229b3b9 2024-11-14T11:25:39,409 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into 405901950a1d48cda2fb382e1229b3b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:39,409 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:39,409 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583538956; duration=0sec 2024-11-14T11:25:39,409 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:39,409 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583599414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583599414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583599414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,420 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/89b5b2e417b7402595def62ce5399b63 2024-11-14T11:25:39,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/de7bfe139cf64215a78f568437360a16 is 50, key is test_row_0/B:col10/1731583538124/Put/seqid=0 2024-11-14T11:25:39,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583599423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742333_1509 (size=12301) 2024-11-14T11:25:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583599624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583599624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583599624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,630 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583599643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,833 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/de7bfe139cf64215a78f568437360a16 2024-11-14T11:25:39,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be is 50, key is test_row_0/C:col10/1731583538124/Put/seqid=0 2024-11-14T11:25:39,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742334_1510 (size=12301) 2024-11-14T11:25:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583599934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583599934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583599934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:39,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583599954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:39,959 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:39,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,243 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be 2024-11-14T11:25:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/89b5b2e417b7402595def62ce5399b63 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/89b5b2e417b7402595def62ce5399b63 2024-11-14T11:25:40,253 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/89b5b2e417b7402595def62ce5399b63, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T11:25:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/de7bfe139cf64215a78f568437360a16 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/de7bfe139cf64215a78f568437360a16 2024-11-14T11:25:40,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/de7bfe139cf64215a78f568437360a16, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T11:25:40,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be 2024-11-14T11:25:40,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be, entries=150, sequenceid=314, filesize=12.0 K 2024-11-14T11:25:40,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 53ac5d3c5107843e74669073a87cb79a in 1252ms, sequenceid=314, compaction requested=false 2024-11-14T11:25:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-14T11:25:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-14T11:25:40,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-14T11:25:40,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0950 sec 2024-11-14T11:25:40,268 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.1020 sec 2024-11-14T11:25:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:40,326 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:40,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-14T11:25:40,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/29a5a164952d40218fc9613a7b280500 is 50, key is test_row_0/A:col10/1731583540325/Put/seqid=0 2024-11-14T11:25:40,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742335_1511 (size=14741) 2024-11-14T11:25:40,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/29a5a164952d40218fc9613a7b280500 2024-11-14T11:25:40,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ddbe89351cc343d1b548cb391c291330 is 50, key is test_row_0/B:col10/1731583540325/Put/seqid=0 2024-11-14T11:25:40,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742336_1512 (size=12301) 2024-11-14T11:25:40,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ddbe89351cc343d1b548cb391c291330 2024-11-14T11:25:40,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/4c31b6f0cea843c8b2acc7a4d081f253 is 50, key is test_row_0/C:col10/1731583540325/Put/seqid=0 2024-11-14T11:25:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742337_1513 (size=12301) 2024-11-14T11:25:40,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583600459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583600460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583600460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583600461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583600464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583600574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583600584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583600584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583600588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583600794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583600795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583600795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/4c31b6f0cea843c8b2acc7a4d081f253 2024-11-14T11:25:40,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/29a5a164952d40218fc9613a7b280500 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/29a5a164952d40218fc9613a7b280500 2024-11-14T11:25:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583600805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:40,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/29a5a164952d40218fc9613a7b280500, entries=200, sequenceid=330, filesize=14.4 K 2024-11-14T11:25:40,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ddbe89351cc343d1b548cb391c291330 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ddbe89351cc343d1b548cb391c291330 2024-11-14T11:25:40,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ddbe89351cc343d1b548cb391c291330, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T11:25:40,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/4c31b6f0cea843c8b2acc7a4d081f253 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4c31b6f0cea843c8b2acc7a4d081f253 2024-11-14T11:25:40,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4c31b6f0cea843c8b2acc7a4d081f253, entries=150, sequenceid=330, filesize=12.0 K 2024-11-14T11:25:40,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 53ac5d3c5107843e74669073a87cb79a in 507ms, sequenceid=330, compaction requested=true 2024-11-14T11:25:40,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:40,834 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:40,834 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:40,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:40,835 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:40,835 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:40,835 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:40,835 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbb94a1f45c14bec9837a67a785444dd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/89b5b2e417b7402595def62ce5399b63, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/29a5a164952d40218fc9613a7b280500] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=38.9 K 2024-11-14T11:25:40,835 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbb94a1f45c14bec9837a67a785444dd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731583536921 2024-11-14T11:25:40,836 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:40,836 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:40,836 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:40,836 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/223eb1c3efcc48b690c961a3f9372689, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/de7bfe139cf64215a78f568437360a16, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ddbe89351cc343d1b548cb391c291330] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.4 K 2024-11-14T11:25:40,836 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89b5b2e417b7402595def62ce5399b63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731583538105 2024-11-14T11:25:40,836 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 223eb1c3efcc48b690c961a3f9372689, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731583536921 2024-11-14T11:25:40,837 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29a5a164952d40218fc9613a7b280500, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583539300 2024-11-14T11:25:40,837 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting de7bfe139cf64215a78f568437360a16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731583538105 2024-11-14T11:25:40,838 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ddbe89351cc343d1b548cb391c291330, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583539300 2024-11-14T11:25:40,852 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:40,852 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:40,853 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/642dbf7bda0f4ac1b78c2eb84ca10050 is 50, key is test_row_0/B:col10/1731583540325/Put/seqid=0 2024-11-14T11:25:40,853 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/8fa0d492757e4504b433a0d3274aa553 is 50, key is test_row_0/A:col10/1731583540325/Put/seqid=0 2024-11-14T11:25:40,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742339_1515 (size=12813) 2024-11-14T11:25:40,917 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/642dbf7bda0f4ac1b78c2eb84ca10050 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/642dbf7bda0f4ac1b78c2eb84ca10050 2024-11-14T11:25:40,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742338_1514 (size=12915) 2024-11-14T11:25:40,925 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 642dbf7bda0f4ac1b78c2eb84ca10050(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:40,925 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:40,925 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583540834; duration=0sec 2024-11-14T11:25:40,926 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:40,926 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:40,926 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:40,933 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:40,933 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:40,933 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:40,933 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/405901950a1d48cda2fb382e1229b3b9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4c31b6f0cea843c8b2acc7a4d081f253] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.4 K 2024-11-14T11:25:40,935 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 405901950a1d48cda2fb382e1229b3b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731583536921 2024-11-14T11:25:40,935 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c0e2d3d637ba4ef4b6ee97b67fd0a4be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731583538105 2024-11-14T11:25:40,935 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c31b6f0cea843c8b2acc7a4d081f253, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583539300 2024-11-14T11:25:40,953 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#437 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:40,955 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/a568703181c141a3b53c81182301685c is 50, key is test_row_0/C:col10/1731583540325/Put/seqid=0 2024-11-14T11:25:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742340_1516 (size=12813) 2024-11-14T11:25:40,999 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/a568703181c141a3b53c81182301685c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a568703181c141a3b53c81182301685c 2024-11-14T11:25:41,006 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into a568703181c141a3b53c81182301685c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:41,006 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:41,006 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583540834; duration=0sec 2024-11-14T11:25:41,006 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:41,006 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:41,126 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:41,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:25:41,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bf11f203524c42578a5606e74c5964fc is 50, key is test_row_0/A:col10/1731583541119/Put/seqid=0 2024-11-14T11:25:41,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742341_1517 (size=17181) 2024-11-14T11:25:41,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bf11f203524c42578a5606e74c5964fc 2024-11-14T11:25:41,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583601163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583601163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583601165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583601166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1db6779a838440e897581dd3af080c30 is 50, key is test_row_0/B:col10/1731583541119/Put/seqid=0 2024-11-14T11:25:41,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742342_1518 (size=12301) 2024-11-14T11:25:41,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583601285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583601285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,295 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583601286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583601286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-14T11:25:41,336 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:41,337 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-14T11:25:41,339 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:41,340 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:41,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:41,340 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/8fa0d492757e4504b433a0d3274aa553 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/8fa0d492757e4504b433a0d3274aa553 2024-11-14T11:25:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T11:25:41,355 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into 8fa0d492757e4504b433a0d3274aa553(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:41,355 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:41,355 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583540833; duration=0sec 2024-11-14T11:25:41,355 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:41,355 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T11:25:41,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583601486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,488 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 53ac5d3c5107843e74669073a87cb79a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T11:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:41,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:41,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583601509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583601515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583601515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583601515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1db6779a838440e897581dd3af080c30 2024-11-14T11:25:41,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/6b9828c87cba4ab6b39b70a997957e48 is 50, key is test_row_0/C:col10/1731583541119/Put/seqid=0 2024-11-14T11:25:41,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742343_1519 (size=12301) 2024-11-14T11:25:41,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/6b9828c87cba4ab6b39b70a997957e48 2024-11-14T11:25:41,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bf11f203524c42578a5606e74c5964fc as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bf11f203524c42578a5606e74c5964fc 2024-11-14T11:25:41,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bf11f203524c42578a5606e74c5964fc, entries=250, sequenceid=356, filesize=16.8 K 2024-11-14T11:25:41,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1db6779a838440e897581dd3af080c30 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1db6779a838440e897581dd3af080c30 2024-11-14T11:25:41,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T11:25:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:41,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:41,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:41,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:41,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:41,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:41,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1db6779a838440e897581dd3af080c30, entries=150, sequenceid=356, filesize=12.0 K 2024-11-14T11:25:41,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/6b9828c87cba4ab6b39b70a997957e48 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6b9828c87cba4ab6b39b70a997957e48 2024-11-14T11:25:41,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T11:25:41,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6b9828c87cba4ab6b39b70a997957e48, entries=150, sequenceid=356, filesize=12.0 K 2024-11-14T11:25:41,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 53ac5d3c5107843e74669073a87cb79a in 538ms, sequenceid=356, compaction requested=false 2024-11-14T11:25:41,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:41,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-14T11:25:41,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:41,812 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:25:41,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d9ea882a6837431fb4359395f9dd0939 is 50, key is test_row_0/A:col10/1731583541145/Put/seqid=0 2024-11-14T11:25:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:41,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742344_1520 (size=12301) 2024-11-14T11:25:41,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583601914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583601935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583601938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583601939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:41,958 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:41,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T11:25:42,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583602049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583602055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583602066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583602068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,248 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d9ea882a6837431fb4359395f9dd0939 2024-11-14T11:25:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ebb741f98580465f9fcef9a5fa41bc15 is 50, key is test_row_0/B:col10/1731583541145/Put/seqid=0 2024-11-14T11:25:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583602264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742345_1521 (size=12301) 2024-11-14T11:25:42,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583602274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583602274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583602284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T11:25:42,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583602584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583602584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583602584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583602604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:42,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:42,677 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ebb741f98580465f9fcef9a5fa41bc15 2024-11-14T11:25:42,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/c8d8ac26f7084a07a836fe6927998d03 is 50, key is test_row_0/C:col10/1731583541145/Put/seqid=0 2024-11-14T11:25:42,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742346_1522 (size=12301) 2024-11-14T11:25:42,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/c8d8ac26f7084a07a836fe6927998d03 2024-11-14T11:25:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d9ea882a6837431fb4359395f9dd0939 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d9ea882a6837431fb4359395f9dd0939 2024-11-14T11:25:42,721 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d9ea882a6837431fb4359395f9dd0939, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T11:25:42,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ebb741f98580465f9fcef9a5fa41bc15 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ebb741f98580465f9fcef9a5fa41bc15 2024-11-14T11:25:42,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ebb741f98580465f9fcef9a5fa41bc15, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T11:25:42,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/c8d8ac26f7084a07a836fe6927998d03 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c8d8ac26f7084a07a836fe6927998d03 2024-11-14T11:25:42,732 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c8d8ac26f7084a07a836fe6927998d03, entries=150, sequenceid=369, filesize=12.0 K 2024-11-14T11:25:42,733 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 53ac5d3c5107843e74669073a87cb79a in 921ms, sequenceid=369, compaction requested=true 2024-11-14T11:25:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:42,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-14T11:25:42,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-14T11:25:42,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-14T11:25:42,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-14T11:25:42,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.4010 sec 2024-11-14T11:25:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:43,099 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:43,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-14T11:25:43,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/a25bcc086dee43daa790ebbd89d98277 is 50, key is test_row_0/A:col10/1731583541935/Put/seqid=0 2024-11-14T11:25:43,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742347_1523 (size=14741) 2024-11-14T11:25:43,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583603124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583603130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583603130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583603130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583603245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583603245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583603251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583603464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583603464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,473 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583603473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-14T11:25:43,484 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:43,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-14T11:25:43,488 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T11:25:43,489 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:43,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37260 deadline: 1731583603504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,514 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 53ac5d3c5107843e74669073a87cb79a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/a25bcc086dee43daa790ebbd89d98277 2024-11-14T11:25:43,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/fd369bae678a41109c87834d0ffdce3c is 50, key is test_row_0/B:col10/1731583541935/Put/seqid=0 2024-11-14T11:25:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742348_1524 (size=12301) 2024-11-14T11:25:43,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T11:25:43,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T11:25:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:43,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583603784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583603784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583603784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:43,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:43,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T11:25:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:43,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T11:25:43,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/fd369bae678a41109c87834d0ffdce3c 2024-11-14T11:25:43,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/d3999773e19349edb74167fa550a1a6d is 50, key is test_row_0/C:col10/1731583541935/Put/seqid=0 2024-11-14T11:25:43,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742349_1525 (size=12301) 2024-11-14T11:25:43,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T11:25:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:43,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T11:25:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T11:25:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583604144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:44,150 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 53ac5d3c5107843e74669073a87cb79a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:44,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T11:25:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:44,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583604304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583604304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:44,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583604304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:44,312 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:44,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:44,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/d3999773e19349edb74167fa550a1a6d 2024-11-14T11:25:44,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/a25bcc086dee43daa790ebbd89d98277 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a25bcc086dee43daa790ebbd89d98277 2024-11-14T11:25:44,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a25bcc086dee43daa790ebbd89d98277, entries=200, sequenceid=395, filesize=14.4 K 2024-11-14T11:25:44,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/fd369bae678a41109c87834d0ffdce3c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fd369bae678a41109c87834d0ffdce3c 2024-11-14T11:25:44,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fd369bae678a41109c87834d0ffdce3c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T11:25:44,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/d3999773e19349edb74167fa550a1a6d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d3999773e19349edb74167fa550a1a6d 2024-11-14T11:25:44,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d3999773e19349edb74167fa550a1a6d, entries=150, sequenceid=395, filesize=12.0 K 2024-11-14T11:25:44,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 53ac5d3c5107843e74669073a87cb79a in 1271ms, sequenceid=395, compaction requested=true 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:44,371 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:44,371 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:44,372 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57138 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:44,372 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:44,372 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,372 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/8fa0d492757e4504b433a0d3274aa553, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bf11f203524c42578a5606e74c5964fc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d9ea882a6837431fb4359395f9dd0939, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a25bcc086dee43daa790ebbd89d98277] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=55.8 K 2024-11-14T11:25:44,372 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:44,372 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:44,372 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,372 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/642dbf7bda0f4ac1b78c2eb84ca10050, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1db6779a838440e897581dd3af080c30, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ebb741f98580465f9fcef9a5fa41bc15, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fd369bae678a41109c87834d0ffdce3c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=48.6 K 2024-11-14T11:25:44,373 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fa0d492757e4504b433a0d3274aa553, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583539300 2024-11-14T11:25:44,373 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 642dbf7bda0f4ac1b78c2eb84ca10050, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583539300 2024-11-14T11:25:44,373 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf11f203524c42578a5606e74c5964fc, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731583540458 2024-11-14T11:25:44,373 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1db6779a838440e897581dd3af080c30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731583540459 2024-11-14T11:25:44,373 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9ea882a6837431fb4359395f9dd0939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731583541145 2024-11-14T11:25:44,374 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a25bcc086dee43daa790ebbd89d98277, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731583541858 2024-11-14T11:25:44,374 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting ebb741f98580465f9fcef9a5fa41bc15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731583541145 2024-11-14T11:25:44,374 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fd369bae678a41109c87834d0ffdce3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731583541912 2024-11-14T11:25:44,383 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:44,383 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/fe3266e663a141fe985fca909c199878 is 50, key is test_row_0/B:col10/1731583541935/Put/seqid=0 2024-11-14T11:25:44,390 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:44,391 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/a753e3095a1a414089b1fc1ad49dcdf5 is 50, key is test_row_0/A:col10/1731583541935/Put/seqid=0 2024-11-14T11:25:44,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742350_1526 (size=12949) 2024-11-14T11:25:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742351_1527 (size=13051) 2024-11-14T11:25:44,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-14T11:25:44,408 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/fe3266e663a141fe985fca909c199878 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fe3266e663a141fe985fca909c199878 2024-11-14T11:25:44,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-14T11:25:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e748ba9e24dd47d2ad382914463aa42d is 50, key is test_row_0/A:col10/1731583543126/Put/seqid=0 2024-11-14T11:25:44,421 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into fe3266e663a141fe985fca909c199878(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:44,421 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:44,421 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=12, startTime=1731583544371; duration=0sec 2024-11-14T11:25:44,421 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:44,421 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:44,421 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:25:44,422 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49716 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:25:44,422 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:44,422 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:44,422 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a568703181c141a3b53c81182301685c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6b9828c87cba4ab6b39b70a997957e48, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c8d8ac26f7084a07a836fe6927998d03, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d3999773e19349edb74167fa550a1a6d] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=48.6 K 2024-11-14T11:25:44,423 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a568703181c141a3b53c81182301685c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731583539300 2024-11-14T11:25:44,423 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b9828c87cba4ab6b39b70a997957e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1731583540459 2024-11-14T11:25:44,423 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c8d8ac26f7084a07a836fe6927998d03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1731583541145 2024-11-14T11:25:44,423 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting d3999773e19349edb74167fa550a1a6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731583541912 2024-11-14T11:25:44,436 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:44,438 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/a867735ccd6f4a0796b471865320695f is 50, key is test_row_0/C:col10/1731583541935/Put/seqid=0 2024-11-14T11:25:44,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742352_1528 (size=12301) 2024-11-14T11:25:44,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742353_1529 (size=12949) 2024-11-14T11:25:44,448 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/a867735ccd6f4a0796b471865320695f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a867735ccd6f4a0796b471865320695f 2024-11-14T11:25:44,455 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into a867735ccd6f4a0796b471865320695f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:44,455 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:44,455 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=12, startTime=1731583544371; duration=0sec 2024-11-14T11:25:44,455 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:44,455 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T11:25:44,812 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/a753e3095a1a414089b1fc1ad49dcdf5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a753e3095a1a414089b1fc1ad49dcdf5 2024-11-14T11:25:44,818 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into a753e3095a1a414089b1fc1ad49dcdf5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:44,818 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:44,818 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=12, startTime=1731583544371; duration=0sec 2024-11-14T11:25:44,818 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:44,818 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:44,838 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e748ba9e24dd47d2ad382914463aa42d 2024-11-14T11:25:44,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a1760d95d96d4e649bc1e8acf7395ead is 50, key is test_row_0/B:col10/1731583543126/Put/seqid=0 2024-11-14T11:25:44,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742354_1530 (size=12301) 2024-11-14T11:25:44,851 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a1760d95d96d4e649bc1e8acf7395ead 2024-11-14T11:25:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/247b8f0433fe430bbee130eb78bbd381 is 50, key is test_row_0/C:col10/1731583543126/Put/seqid=0 2024-11-14T11:25:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742355_1531 (size=12301) 2024-11-14T11:25:45,270 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/247b8f0433fe430bbee130eb78bbd381 2024-11-14T11:25:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/e748ba9e24dd47d2ad382914463aa42d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e748ba9e24dd47d2ad382914463aa42d 2024-11-14T11:25:45,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e748ba9e24dd47d2ad382914463aa42d, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T11:25:45,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/a1760d95d96d4e649bc1e8acf7395ead as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a1760d95d96d4e649bc1e8acf7395ead 2024-11-14T11:25:45,302 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a1760d95d96d4e649bc1e8acf7395ead, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T11:25:45,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/247b8f0433fe430bbee130eb78bbd381 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/247b8f0433fe430bbee130eb78bbd381 2024-11-14T11:25:45,306 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/247b8f0433fe430bbee130eb78bbd381, entries=150, sequenceid=405, filesize=12.0 K 2024-11-14T11:25:45,307 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 53ac5d3c5107843e74669073a87cb79a in 899ms, sequenceid=405, compaction requested=false 2024-11-14T11:25:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-14T11:25:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-14T11:25:45,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-14T11:25:45,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8270 sec 2024-11-14T11:25:45,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8330 sec 2024-11-14T11:25:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:45,336 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:45,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:45,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bbe42820851a49f6a692c8f585b775c6 is 50, key is test_row_0/A:col10/1731583545333/Put/seqid=0 2024-11-14T11:25:45,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742356_1532 (size=17181) 2024-11-14T11:25:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583605510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583605521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583605522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-14T11:25:45,634 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:45,634 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:45,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-14T11:25:45,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T11:25:45,636 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:45,636 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:45,637 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583605634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583605634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583605644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T11:25:45,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bbe42820851a49f6a692c8f585b775c6 2024-11-14T11:25:45,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1f966ce06d154c92bf2397ba7cdf9688 is 50, key is test_row_0/B:col10/1731583545333/Put/seqid=0 2024-11-14T11:25:45,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742357_1533 (size=12301) 2024-11-14T11:25:45,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1f966ce06d154c92bf2397ba7cdf9688 2024-11-14T11:25:45,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T11:25:45,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/2c4fb1e728fa433e9dafeec4eea29a3c is 50, key is test_row_0/C:col10/1731583545333/Put/seqid=0 2024-11-14T11:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:45,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:45,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742358_1534 (size=12301) 2024-11-14T11:25:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583605854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583605856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583605856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:45,864 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:45,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T11:25:45,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:45,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:45,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T11:25:46,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T11:25:46,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:46,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:46,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:46,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:46,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:46,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37304 deadline: 1731583606163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37246 deadline: 1731583606164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:46,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37322 deadline: 1731583606174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:46,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37326 deadline: 1731583606174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:46,180 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in 53ac5d3c5107843e74669073a87cb79a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:46,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 , the old value is region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:46,181 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., hostname=7437412fa5b4,43533,1731583409711, seqNum=2 because the exception is null or not the one we care about 2024-11-14T11:25:46,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/2c4fb1e728fa433e9dafeec4eea29a3c 2024-11-14T11:25:46,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/bbe42820851a49f6a692c8f585b775c6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bbe42820851a49f6a692c8f585b775c6 2024-11-14T11:25:46,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bbe42820851a49f6a692c8f585b775c6, entries=250, sequenceid=419, filesize=16.8 K 2024-11-14T11:25:46,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1f966ce06d154c92bf2397ba7cdf9688 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1f966ce06d154c92bf2397ba7cdf9688 2024-11-14T11:25:46,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1f966ce06d154c92bf2397ba7cdf9688, entries=150, sequenceid=419, filesize=12.0 K 2024-11-14T11:25:46,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/2c4fb1e728fa433e9dafeec4eea29a3c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/2c4fb1e728fa433e9dafeec4eea29a3c 2024-11-14T11:25:46,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/2c4fb1e728fa433e9dafeec4eea29a3c, entries=150, sequenceid=419, filesize=12.0 K 2024-11-14T11:25:46,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 53ac5d3c5107843e74669073a87cb79a in 875ms, sequenceid=419, compaction requested=true 2024-11-14T11:25:46,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:46,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:46,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:46,211 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:46,212 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:46,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:46,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:46,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:46,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:46,213 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:46,213 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:46,213 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:46,213 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fe3266e663a141fe985fca909c199878, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a1760d95d96d4e649bc1e8acf7395ead, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1f966ce06d154c92bf2397ba7cdf9688] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.7 K 2024-11-14T11:25:46,213 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:46,213 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:46,213 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:46,213 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a753e3095a1a414089b1fc1ad49dcdf5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e748ba9e24dd47d2ad382914463aa42d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bbe42820851a49f6a692c8f585b775c6] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=41.5 K 2024-11-14T11:25:46,214 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fe3266e663a141fe985fca909c199878, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731583541912 2024-11-14T11:25:46,214 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a753e3095a1a414089b1fc1ad49dcdf5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731583541912 2024-11-14T11:25:46,214 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a1760d95d96d4e649bc1e8acf7395ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731583543126 2024-11-14T11:25:46,214 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting e748ba9e24dd47d2ad382914463aa42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731583543126 2024-11-14T11:25:46,216 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f966ce06d154c92bf2397ba7cdf9688, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731583545328 2024-11-14T11:25:46,216 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbe42820851a49f6a692c8f585b775c6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731583545325 2024-11-14T11:25:46,222 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:46,223 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7a741c03e28643fabbc771fcdd785b86 is 50, key is test_row_0/A:col10/1731583545333/Put/seqid=0 2024-11-14T11:25:46,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-14T11:25:46,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:46,249 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:46,250 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:46,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742359_1535 (size=13153) 2024-11-14T11:25:46,250 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1836eaaab514430da5cc00c38f7df23f is 50, key is test_row_0/B:col10/1731583545333/Put/seqid=0 2024-11-14T11:25:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/132aca2fb99a48f8a03c296ef9d039cf is 50, key is test_row_0/A:col10/1731583545521/Put/seqid=0 2024-11-14T11:25:46,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742360_1536 (size=13051) 2024-11-14T11:25:46,259 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/7a741c03e28643fabbc771fcdd785b86 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7a741c03e28643fabbc771fcdd785b86 2024-11-14T11:25:46,263 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1836eaaab514430da5cc00c38f7df23f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1836eaaab514430da5cc00c38f7df23f 2024-11-14T11:25:46,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742361_1537 (size=12301) 2024-11-14T11:25:46,264 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/132aca2fb99a48f8a03c296ef9d039cf 2024-11-14T11:25:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T11:25:46,265 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into 7a741c03e28643fabbc771fcdd785b86(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:46,265 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:46,265 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583546211; duration=0sec 2024-11-14T11:25:46,265 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:46,265 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:46,265 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:46,267 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:46,267 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:46,267 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:46,267 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a867735ccd6f4a0796b471865320695f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/247b8f0433fe430bbee130eb78bbd381, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/2c4fb1e728fa433e9dafeec4eea29a3c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.7 K 2024-11-14T11:25:46,268 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting a867735ccd6f4a0796b471865320695f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731583541912 2024-11-14T11:25:46,269 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 247b8f0433fe430bbee130eb78bbd381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731583543126 2024-11-14T11:25:46,269 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4fb1e728fa433e9dafeec4eea29a3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731583545328 2024-11-14T11:25:46,269 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into 1836eaaab514430da5cc00c38f7df23f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:46,270 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:46,270 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583546211; duration=0sec 2024-11-14T11:25:46,270 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:46,270 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:46,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1c85b99804154e0c8b58fbd76849cbb1 is 50, key is test_row_0/B:col10/1731583545521/Put/seqid=0 2024-11-14T11:25:46,281 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#460 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:46,282 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/fa557c51807a4362948c24258f6add73 is 50, key is test_row_0/C:col10/1731583545333/Put/seqid=0 2024-11-14T11:25:46,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742362_1538 (size=12301) 2024-11-14T11:25:46,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742363_1539 (size=13051) 2024-11-14T11:25:46,307 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/fa557c51807a4362948c24258f6add73 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/fa557c51807a4362948c24258f6add73 2024-11-14T11:25:46,310 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into fa557c51807a4362948c24258f6add73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:46,310 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:46,310 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583546212; duration=0sec 2024-11-14T11:25:46,310 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:46,310 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:46,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:46,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. as already flushing 2024-11-14T11:25:46,689 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1c85b99804154e0c8b58fbd76849cbb1 2024-11-14T11:25:46,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/4800b39bda8346dbbe859d6408897bb7 is 50, key is test_row_0/C:col10/1731583545521/Put/seqid=0 2024-11-14T11:25:46,700 INFO [Thread-1981 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1981. 2024-11-14T11:25:46,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742364_1540 (size=12301) 2024-11-14T11:25:46,700 DEBUG [Thread-1981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,700 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,701 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,701 INFO [Thread-1985 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1985. 2024-11-14T11:25:46,701 DEBUG [Thread-1985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,701 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,701 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,702 INFO [Thread-1983 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1983. 2024-11-14T11:25:46,702 DEBUG [Thread-1983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,702 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,702 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,702 INFO [Thread-1992 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1992. 2024-11-14T11:25:46,702 DEBUG [Thread-1992 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,702 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,703 DEBUG [Thread-1992 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,705 INFO [Thread-1988 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1988. 2024-11-14T11:25:46,705 DEBUG [Thread-1988 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,705 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,705 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,711 INFO [Thread-1990 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1990. 2024-11-14T11:25:46,711 DEBUG [Thread-1990 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,711 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,711 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,713 INFO [Thread-1996 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1996. 2024-11-14T11:25:46,713 DEBUG [Thread-1996 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,713 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,713 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,715 INFO [Thread-1994 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1994. 2024-11-14T11:25:46,715 DEBUG [Thread-1994 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:46,715 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,715 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:46,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T11:25:47,101 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/4800b39bda8346dbbe859d6408897bb7 2024-11-14T11:25:47,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/132aca2fb99a48f8a03c296ef9d039cf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/132aca2fb99a48f8a03c296ef9d039cf 2024-11-14T11:25:47,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/132aca2fb99a48f8a03c296ef9d039cf, entries=150, sequenceid=444, filesize=12.0 K 2024-11-14T11:25:47,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/1c85b99804154e0c8b58fbd76849cbb1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1c85b99804154e0c8b58fbd76849cbb1 2024-11-14T11:25:47,110 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1c85b99804154e0c8b58fbd76849cbb1, entries=150, sequenceid=444, filesize=12.0 K 2024-11-14T11:25:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/4800b39bda8346dbbe859d6408897bb7 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4800b39bda8346dbbe859d6408897bb7 2024-11-14T11:25:47,114 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4800b39bda8346dbbe859d6408897bb7, entries=150, sequenceid=444, filesize=12.0 K 2024-11-14T11:25:47,115 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 53ac5d3c5107843e74669073a87cb79a in 867ms, sequenceid=444, compaction requested=false 2024-11-14T11:25:47,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:47,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:47,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-14T11:25:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-14T11:25:47,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-14T11:25:47,118 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4790 sec 2024-11-14T11:25:47,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.4840 sec 2024-11-14T11:25:47,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:47,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:47,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:25:47,535 INFO [Thread-1977 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1977. 2024-11-14T11:25:47,536 DEBUG [Thread-1977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:47,536 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:47,536 DEBUG [Thread-1977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:47,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:47,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d676eb7b82134a4aa5c51b612f38afe3 is 50, key is test_row_0/A:col10/1731583547534/Put/seqid=0 2024-11-14T11:25:47,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742365_1541 (size=12301) 2024-11-14T11:25:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-14T11:25:47,784 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:47,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d676eb7b82134a4aa5c51b612f38afe3 2024-11-14T11:25:47,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/f4d2844492be4ba5bec9972f9902ca34 is 50, key is test_row_0/B:col10/1731583547534/Put/seqid=0 2024-11-14T11:25:47,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742366_1542 (size=12301) 2024-11-14T11:25:48,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/f4d2844492be4ba5bec9972f9902ca34 2024-11-14T11:25:48,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/9d569f43fda94fa789297f761cead35c is 50, key is test_row_0/C:col10/1731583547534/Put/seqid=0 2024-11-14T11:25:48,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742367_1543 (size=12301) 2024-11-14T11:25:48,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/9d569f43fda94fa789297f761cead35c 2024-11-14T11:25:48,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/d676eb7b82134a4aa5c51b612f38afe3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d676eb7b82134a4aa5c51b612f38afe3 2024-11-14T11:25:48,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d676eb7b82134a4aa5c51b612f38afe3, entries=150, sequenceid=460, filesize=12.0 K 2024-11-14T11:25:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/f4d2844492be4ba5bec9972f9902ca34 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/f4d2844492be4ba5bec9972f9902ca34 2024-11-14T11:25:48,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/f4d2844492be4ba5bec9972f9902ca34, entries=150, sequenceid=460, filesize=12.0 K 2024-11-14T11:25:48,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/9d569f43fda94fa789297f761cead35c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/9d569f43fda94fa789297f761cead35c 2024-11-14T11:25:48,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/9d569f43fda94fa789297f761cead35c, entries=150, sequenceid=460, filesize=12.0 K 2024-11-14T11:25:48,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 53ac5d3c5107843e74669073a87cb79a in 1241ms, sequenceid=460, compaction requested=true 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:48,776 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 53ac5d3c5107843e74669073a87cb79a:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:48,776 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:48,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:48,777 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:48,777 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:48,777 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/B is initiating minor compaction (all files) 2024-11-14T11:25:48,777 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/A is initiating minor compaction (all files) 2024-11-14T11:25:48,777 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/A in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:48,777 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/B in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:48,777 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7a741c03e28643fabbc771fcdd785b86, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/132aca2fb99a48f8a03c296ef9d039cf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d676eb7b82134a4aa5c51b612f38afe3] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.9 K 2024-11-14T11:25:48,777 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1836eaaab514430da5cc00c38f7df23f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1c85b99804154e0c8b58fbd76849cbb1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/f4d2844492be4ba5bec9972f9902ca34] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.8 K 2024-11-14T11:25:48,777 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1836eaaab514430da5cc00c38f7df23f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731583545328 2024-11-14T11:25:48,777 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a741c03e28643fabbc771fcdd785b86, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731583545328 2024-11-14T11:25:48,778 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c85b99804154e0c8b58fbd76849cbb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731583545509 2024-11-14T11:25:48,778 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 132aca2fb99a48f8a03c296ef9d039cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731583545509 2024-11-14T11:25:48,778 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f4d2844492be4ba5bec9972f9902ca34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731583546678 2024-11-14T11:25:48,778 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting d676eb7b82134a4aa5c51b612f38afe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731583546678 2024-11-14T11:25:48,783 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#A#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:48,784 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/9ae94a471bd34f5aa7d1a8f19c2eae42 is 50, key is test_row_0/A:col10/1731583547534/Put/seqid=0 2024-11-14T11:25:48,784 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:48,784 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ec4fad87b7fa4132a04aac955069feec is 50, key is test_row_0/B:col10/1731583547534/Put/seqid=0 2024-11-14T11:25:48,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742368_1544 (size=13255) 2024-11-14T11:25:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742369_1545 (size=13153) 2024-11-14T11:25:49,190 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/9ae94a471bd34f5aa7d1a8f19c2eae42 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/9ae94a471bd34f5aa7d1a8f19c2eae42 2024-11-14T11:25:49,193 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/A of 53ac5d3c5107843e74669073a87cb79a into 9ae94a471bd34f5aa7d1a8f19c2eae42(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:49,193 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:49,194 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/A, priority=13, startTime=1731583548776; duration=0sec 2024-11-14T11:25:49,194 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:49,194 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:A 2024-11-14T11:25:49,194 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:49,194 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:49,194 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): 53ac5d3c5107843e74669073a87cb79a/C is initiating minor compaction (all files) 2024-11-14T11:25:49,194 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 53ac5d3c5107843e74669073a87cb79a/C in TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:49,195 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/fa557c51807a4362948c24258f6add73, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4800b39bda8346dbbe859d6408897bb7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/9d569f43fda94fa789297f761cead35c] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp, totalSize=36.8 K 2024-11-14T11:25:49,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa557c51807a4362948c24258f6add73, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1731583545328 2024-11-14T11:25:49,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4800b39bda8346dbbe859d6408897bb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1731583545509 2024-11-14T11:25:49,195 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d569f43fda94fa789297f761cead35c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1731583546678 2024-11-14T11:25:49,200 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/ec4fad87b7fa4132a04aac955069feec as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ec4fad87b7fa4132a04aac955069feec 2024-11-14T11:25:49,204 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/B of 53ac5d3c5107843e74669073a87cb79a into ec4fad87b7fa4132a04aac955069feec(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:49,204 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:49,204 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/B, priority=13, startTime=1731583548776; duration=0sec 2024-11-14T11:25:49,204 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:49,204 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:B 2024-11-14T11:25:49,206 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 53ac5d3c5107843e74669073a87cb79a#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:49,206 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/cc6c08a25de54bf2bd47a7381fad55b4 is 50, key is test_row_0/C:col10/1731583547534/Put/seqid=0 2024-11-14T11:25:49,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742370_1546 (size=13153) 2024-11-14T11:25:49,614 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/cc6c08a25de54bf2bd47a7381fad55b4 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/cc6c08a25de54bf2bd47a7381fad55b4 2024-11-14T11:25:49,617 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 53ac5d3c5107843e74669073a87cb79a/C of 53ac5d3c5107843e74669073a87cb79a into cc6c08a25de54bf2bd47a7381fad55b4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:49,618 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 53ac5d3c5107843e74669073a87cb79a: 2024-11-14T11:25:49,618 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., storeName=53ac5d3c5107843e74669073a87cb79a/C, priority=13, startTime=1731583548776; duration=0sec 2024-11-14T11:25:49,618 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:49,618 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 53ac5d3c5107843e74669073a87cb79a:C 2024-11-14T11:25:50,206 INFO [Thread-1979 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1979. 2024-11-14T11:25:50,206 DEBUG [Thread-1979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:25:50,206 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:50,206 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:50,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1335 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4002 rows 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1340 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4012 rows 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1334 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4001 rows 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1332 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3991 rows 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1331 2024-11-14T11:25:50,206 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3993 rows 2024-11-14T11:25:50,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:25:50,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:25:50,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:50,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:50,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:25:50,207 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T11:25:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T11:25:50,210 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583550210"}]},"ts":"1731583550210"} 2024-11-14T11:25:50,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T11:25:50,211 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T11:25:50,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:25:50,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, UNASSIGN}] 2024-11-14T11:25:50,214 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, UNASSIGN 2024-11-14T11:25:50,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=53ac5d3c5107843e74669073a87cb79a, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:50,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, UNASSIGN because future has completed 2024-11-14T11:25:50,216 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:25:50,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:25:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T11:25:50,368 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:50,368 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:25:50,368 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing 53ac5d3c5107843e74669073a87cb79a, disabling compactions & flushes 2024-11-14T11:25:50,368 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:50,368 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:50,368 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. after waiting 0 ms 2024-11-14T11:25:50,368 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:50,368 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing 53ac5d3c5107843e74669073a87cb79a 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-14T11:25:50,371 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/58735389b2f644ea92b09493dc24809a is 50, key is test_row_0/A:col10/1731583550205/Put/seqid=0 2024-11-14T11:25:50,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742371_1547 (size=7415) 2024-11-14T11:25:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T11:25:50,775 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/58735389b2f644ea92b09493dc24809a 2024-11-14T11:25:50,779 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/dfdf1757247544f79e29fdd992090edb is 50, key is test_row_0/B:col10/1731583550205/Put/seqid=0 2024-11-14T11:25:50,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742372_1548 (size=7415) 2024-11-14T11:25:50,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T11:25:51,182 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/dfdf1757247544f79e29fdd992090edb 2024-11-14T11:25:51,187 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/438a3f87d7f248e4b2021f325ae86a59 is 50, key is test_row_0/C:col10/1731583550205/Put/seqid=0 2024-11-14T11:25:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742373_1549 (size=7415) 2024-11-14T11:25:51,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T11:25:51,590 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/438a3f87d7f248e4b2021f325ae86a59 2024-11-14T11:25:51,593 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/A/58735389b2f644ea92b09493dc24809a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/58735389b2f644ea92b09493dc24809a 2024-11-14T11:25:51,596 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/58735389b2f644ea92b09493dc24809a, entries=50, sequenceid=467, filesize=7.2 K 2024-11-14T11:25:51,596 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/B/dfdf1757247544f79e29fdd992090edb as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dfdf1757247544f79e29fdd992090edb 2024-11-14T11:25:51,599 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dfdf1757247544f79e29fdd992090edb, entries=50, sequenceid=467, filesize=7.2 K 2024-11-14T11:25:51,599 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/.tmp/C/438a3f87d7f248e4b2021f325ae86a59 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/438a3f87d7f248e4b2021f325ae86a59 2024-11-14T11:25:51,601 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/438a3f87d7f248e4b2021f325ae86a59, entries=50, sequenceid=467, filesize=7.2 K 2024-11-14T11:25:51,602 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 53ac5d3c5107843e74669073a87cb79a in 1234ms, sequenceid=467, compaction requested=false 2024-11-14T11:25:51,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fb9ca2ee84d14e909eba305b3b49a02f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d3631fa6df05465f9f546ed4fb317186, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbaf01aa09d340ea946954946723ceab, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7d7f9d45a6d3460fb73a66b4993b5532, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/74dda8cfa7264431b0c31d7f3db8404c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/5706030187c2499a93d86743576d53da, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/4bf07f05c9f34932ae10f538fde9ddfb, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/11c6f19a4bcc4f78841beffc15885c3b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e88cfa857ae14e77b7271d467597cc7c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e93fe1c2c9b04b8d8f55b923f3086fc0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7ec5dd90da2e4f518d1631aa2e8d431d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bc572b98a3084a8c993dbedd7b4bd93e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/92dc55aa9d5141c48c73911a79aace23, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/13880fc2a73345469c4bee7f165c65b6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbb94a1f45c14bec9837a67a785444dd, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/da16506168b041aea883b7dec1f3fb42, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/89b5b2e417b7402595def62ce5399b63, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/29a5a164952d40218fc9613a7b280500, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/8fa0d492757e4504b433a0d3274aa553, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bf11f203524c42578a5606e74c5964fc, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d9ea882a6837431fb4359395f9dd0939, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a25bcc086dee43daa790ebbd89d98277, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a753e3095a1a414089b1fc1ad49dcdf5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e748ba9e24dd47d2ad382914463aa42d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bbe42820851a49f6a692c8f585b775c6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7a741c03e28643fabbc771fcdd785b86, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/132aca2fb99a48f8a03c296ef9d039cf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d676eb7b82134a4aa5c51b612f38afe3] to archive 2024-11-14T11:25:51,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:51,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fb9ca2ee84d14e909eba305b3b49a02f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fb9ca2ee84d14e909eba305b3b49a02f 2024-11-14T11:25:51,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d3631fa6df05465f9f546ed4fb317186 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d3631fa6df05465f9f546ed4fb317186 2024-11-14T11:25:51,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbaf01aa09d340ea946954946723ceab to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbaf01aa09d340ea946954946723ceab 2024-11-14T11:25:51,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7d7f9d45a6d3460fb73a66b4993b5532 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7d7f9d45a6d3460fb73a66b4993b5532 2024-11-14T11:25:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/74dda8cfa7264431b0c31d7f3db8404c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/74dda8cfa7264431b0c31d7f3db8404c 2024-11-14T11:25:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/5706030187c2499a93d86743576d53da to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/5706030187c2499a93d86743576d53da 2024-11-14T11:25:51,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/4bf07f05c9f34932ae10f538fde9ddfb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/4bf07f05c9f34932ae10f538fde9ddfb 2024-11-14T11:25:51,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/11c6f19a4bcc4f78841beffc15885c3b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/11c6f19a4bcc4f78841beffc15885c3b 2024-11-14T11:25:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e88cfa857ae14e77b7271d467597cc7c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e88cfa857ae14e77b7271d467597cc7c 2024-11-14T11:25:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e93fe1c2c9b04b8d8f55b923f3086fc0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e93fe1c2c9b04b8d8f55b923f3086fc0 2024-11-14T11:25:51,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7ec5dd90da2e4f518d1631aa2e8d431d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7ec5dd90da2e4f518d1631aa2e8d431d 2024-11-14T11:25:51,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bc572b98a3084a8c993dbedd7b4bd93e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bc572b98a3084a8c993dbedd7b4bd93e 2024-11-14T11:25:51,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/92dc55aa9d5141c48c73911a79aace23 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/92dc55aa9d5141c48c73911a79aace23 2024-11-14T11:25:51,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/13880fc2a73345469c4bee7f165c65b6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/13880fc2a73345469c4bee7f165c65b6 2024-11-14T11:25:51,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbb94a1f45c14bec9837a67a785444dd to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/fbb94a1f45c14bec9837a67a785444dd 2024-11-14T11:25:51,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/da16506168b041aea883b7dec1f3fb42 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/da16506168b041aea883b7dec1f3fb42 2024-11-14T11:25:51,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/89b5b2e417b7402595def62ce5399b63 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/89b5b2e417b7402595def62ce5399b63 2024-11-14T11:25:51,617 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/29a5a164952d40218fc9613a7b280500 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/29a5a164952d40218fc9613a7b280500 2024-11-14T11:25:51,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/8fa0d492757e4504b433a0d3274aa553 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/8fa0d492757e4504b433a0d3274aa553 2024-11-14T11:25:51,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bf11f203524c42578a5606e74c5964fc to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bf11f203524c42578a5606e74c5964fc 2024-11-14T11:25:51,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d9ea882a6837431fb4359395f9dd0939 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d9ea882a6837431fb4359395f9dd0939 2024-11-14T11:25:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a25bcc086dee43daa790ebbd89d98277 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a25bcc086dee43daa790ebbd89d98277 2024-11-14T11:25:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a753e3095a1a414089b1fc1ad49dcdf5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/a753e3095a1a414089b1fc1ad49dcdf5 2024-11-14T11:25:51,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e748ba9e24dd47d2ad382914463aa42d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/e748ba9e24dd47d2ad382914463aa42d 2024-11-14T11:25:51,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bbe42820851a49f6a692c8f585b775c6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/bbe42820851a49f6a692c8f585b775c6 2024-11-14T11:25:51,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7a741c03e28643fabbc771fcdd785b86 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/7a741c03e28643fabbc771fcdd785b86 2024-11-14T11:25:51,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/132aca2fb99a48f8a03c296ef9d039cf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/132aca2fb99a48f8a03c296ef9d039cf 2024-11-14T11:25:51,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d676eb7b82134a4aa5c51b612f38afe3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/d676eb7b82134a4aa5c51b612f38afe3 2024-11-14T11:25:51,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/0fd1a6f23c1049b8a490b953e3782296, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/13b39803ad0740bd89c71d0f8a481d2b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/d8293b261e594e3ca66bfdb8c69fa7ed, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/54ea2d9e2744403285840998e5ec97ae, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7ff870bdf70c448ca013ecd4a1b1d581, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/572ffdc96b19444ca6de2801b138b537, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/010fc2d47c7b447daea67e7170b17ad7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/e99dca8b700f4f7a8998984d0a33fa88, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/860c620be9644a7a9a91f8e0bf02f6ae, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dee7b97b6e494125be012dc0ec48f5e2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/03a5dea9e8914978b9ff7dadd6fd5fd4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/223eb1c3efcc48b690c961a3f9372689, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/eff2b34e513d4ea3a9a96ca0e8e79103, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/de7bfe139cf64215a78f568437360a16, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/642dbf7bda0f4ac1b78c2eb84ca10050, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ddbe89351cc343d1b548cb391c291330, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1db6779a838440e897581dd3af080c30, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ebb741f98580465f9fcef9a5fa41bc15, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fe3266e663a141fe985fca909c199878, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fd369bae678a41109c87834d0ffdce3c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a1760d95d96d4e649bc1e8acf7395ead, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1836eaaab514430da5cc00c38f7df23f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1f966ce06d154c92bf2397ba7cdf9688, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1c85b99804154e0c8b58fbd76849cbb1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/f4d2844492be4ba5bec9972f9902ca34] to archive 2024-11-14T11:25:51,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:51,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/0fd1a6f23c1049b8a490b953e3782296 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/0fd1a6f23c1049b8a490b953e3782296 2024-11-14T11:25:51,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/13b39803ad0740bd89c71d0f8a481d2b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/13b39803ad0740bd89c71d0f8a481d2b 2024-11-14T11:25:51,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/d8293b261e594e3ca66bfdb8c69fa7ed to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/d8293b261e594e3ca66bfdb8c69fa7ed 2024-11-14T11:25:51,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/54ea2d9e2744403285840998e5ec97ae to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/54ea2d9e2744403285840998e5ec97ae 2024-11-14T11:25:51,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7ff870bdf70c448ca013ecd4a1b1d581 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/7ff870bdf70c448ca013ecd4a1b1d581 2024-11-14T11:25:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/572ffdc96b19444ca6de2801b138b537 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/572ffdc96b19444ca6de2801b138b537 2024-11-14T11:25:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/010fc2d47c7b447daea67e7170b17ad7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/010fc2d47c7b447daea67e7170b17ad7 2024-11-14T11:25:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/e99dca8b700f4f7a8998984d0a33fa88 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/e99dca8b700f4f7a8998984d0a33fa88 2024-11-14T11:25:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/860c620be9644a7a9a91f8e0bf02f6ae to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/860c620be9644a7a9a91f8e0bf02f6ae 2024-11-14T11:25:51,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dee7b97b6e494125be012dc0ec48f5e2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dee7b97b6e494125be012dc0ec48f5e2 2024-11-14T11:25:51,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/03a5dea9e8914978b9ff7dadd6fd5fd4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/03a5dea9e8914978b9ff7dadd6fd5fd4 2024-11-14T11:25:51,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/223eb1c3efcc48b690c961a3f9372689 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/223eb1c3efcc48b690c961a3f9372689 2024-11-14T11:25:51,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/eff2b34e513d4ea3a9a96ca0e8e79103 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/eff2b34e513d4ea3a9a96ca0e8e79103 2024-11-14T11:25:51,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/de7bfe139cf64215a78f568437360a16 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/de7bfe139cf64215a78f568437360a16 2024-11-14T11:25:51,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/642dbf7bda0f4ac1b78c2eb84ca10050 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/642dbf7bda0f4ac1b78c2eb84ca10050 2024-11-14T11:25:51,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ddbe89351cc343d1b548cb391c291330 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ddbe89351cc343d1b548cb391c291330 2024-11-14T11:25:51,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1db6779a838440e897581dd3af080c30 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1db6779a838440e897581dd3af080c30 2024-11-14T11:25:51,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ebb741f98580465f9fcef9a5fa41bc15 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ebb741f98580465f9fcef9a5fa41bc15 2024-11-14T11:25:51,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fe3266e663a141fe985fca909c199878 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fe3266e663a141fe985fca909c199878 2024-11-14T11:25:51,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fd369bae678a41109c87834d0ffdce3c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/fd369bae678a41109c87834d0ffdce3c 2024-11-14T11:25:51,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a1760d95d96d4e649bc1e8acf7395ead to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/a1760d95d96d4e649bc1e8acf7395ead 2024-11-14T11:25:51,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1836eaaab514430da5cc00c38f7df23f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1836eaaab514430da5cc00c38f7df23f 2024-11-14T11:25:51,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1f966ce06d154c92bf2397ba7cdf9688 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1f966ce06d154c92bf2397ba7cdf9688 2024-11-14T11:25:51,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1c85b99804154e0c8b58fbd76849cbb1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/1c85b99804154e0c8b58fbd76849cbb1 2024-11-14T11:25:51,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/f4d2844492be4ba5bec9972f9902ca34 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/f4d2844492be4ba5bec9972f9902ca34 2024-11-14T11:25:51,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/5a7cb0704ac74bd8864976bcb253fcea, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/23741f97d0d442a4a94d294ff1a1f2c3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/20696bbaf5e64008b82cba1b874e3638, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f4ca01376f7a455db4d6533c4da4ba1e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e6ff7f8cba0c468fa94a147d13f2ff68, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e4862255c2194d6ab86c2d2a714e70d5, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/0925718e2e4a45739d83b3eb4b64e461, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/940e035db961477684c9cbe9fe46554e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/ccafe5269dde4ebeadb094a9d7a6f038, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/30166871c23241439836dedc7e160ff6, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/69e7e70f14d54259922849b098afe66c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/405901950a1d48cda2fb382e1229b3b9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d8ef67c0302446d59d0ea7655fdbebb4, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a568703181c141a3b53c81182301685c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4c31b6f0cea843c8b2acc7a4d081f253, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6b9828c87cba4ab6b39b70a997957e48, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c8d8ac26f7084a07a836fe6927998d03, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a867735ccd6f4a0796b471865320695f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d3999773e19349edb74167fa550a1a6d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/247b8f0433fe430bbee130eb78bbd381, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/fa557c51807a4362948c24258f6add73, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/2c4fb1e728fa433e9dafeec4eea29a3c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4800b39bda8346dbbe859d6408897bb7, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/9d569f43fda94fa789297f761cead35c] to archive 2024-11-14T11:25:51,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:25:51,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/5a7cb0704ac74bd8864976bcb253fcea to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/5a7cb0704ac74bd8864976bcb253fcea 2024-11-14T11:25:51,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/23741f97d0d442a4a94d294ff1a1f2c3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/23741f97d0d442a4a94d294ff1a1f2c3 2024-11-14T11:25:51,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/20696bbaf5e64008b82cba1b874e3638 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/20696bbaf5e64008b82cba1b874e3638 2024-11-14T11:25:51,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f4ca01376f7a455db4d6533c4da4ba1e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/f4ca01376f7a455db4d6533c4da4ba1e 2024-11-14T11:25:51,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e6ff7f8cba0c468fa94a147d13f2ff68 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e6ff7f8cba0c468fa94a147d13f2ff68 2024-11-14T11:25:51,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e4862255c2194d6ab86c2d2a714e70d5 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/e4862255c2194d6ab86c2d2a714e70d5 2024-11-14T11:25:51,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/0925718e2e4a45739d83b3eb4b64e461 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/0925718e2e4a45739d83b3eb4b64e461 2024-11-14T11:25:51,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/940e035db961477684c9cbe9fe46554e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/940e035db961477684c9cbe9fe46554e 2024-11-14T11:25:51,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/ccafe5269dde4ebeadb094a9d7a6f038 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/ccafe5269dde4ebeadb094a9d7a6f038 2024-11-14T11:25:51,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/30166871c23241439836dedc7e160ff6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/30166871c23241439836dedc7e160ff6 2024-11-14T11:25:51,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/69e7e70f14d54259922849b098afe66c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/69e7e70f14d54259922849b098afe66c 2024-11-14T11:25:51,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/405901950a1d48cda2fb382e1229b3b9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/405901950a1d48cda2fb382e1229b3b9 2024-11-14T11:25:51,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d8ef67c0302446d59d0ea7655fdbebb4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d8ef67c0302446d59d0ea7655fdbebb4 2024-11-14T11:25:51,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c0e2d3d637ba4ef4b6ee97b67fd0a4be 2024-11-14T11:25:51,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a568703181c141a3b53c81182301685c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a568703181c141a3b53c81182301685c 2024-11-14T11:25:51,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4c31b6f0cea843c8b2acc7a4d081f253 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4c31b6f0cea843c8b2acc7a4d081f253 2024-11-14T11:25:51,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6b9828c87cba4ab6b39b70a997957e48 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/6b9828c87cba4ab6b39b70a997957e48 2024-11-14T11:25:51,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c8d8ac26f7084a07a836fe6927998d03 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/c8d8ac26f7084a07a836fe6927998d03 2024-11-14T11:25:51,659 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a867735ccd6f4a0796b471865320695f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/a867735ccd6f4a0796b471865320695f 2024-11-14T11:25:51,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d3999773e19349edb74167fa550a1a6d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/d3999773e19349edb74167fa550a1a6d 2024-11-14T11:25:51,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/247b8f0433fe430bbee130eb78bbd381 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/247b8f0433fe430bbee130eb78bbd381 2024-11-14T11:25:51,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/fa557c51807a4362948c24258f6add73 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/fa557c51807a4362948c24258f6add73 2024-11-14T11:25:51,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/2c4fb1e728fa433e9dafeec4eea29a3c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/2c4fb1e728fa433e9dafeec4eea29a3c 2024-11-14T11:25:51,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4800b39bda8346dbbe859d6408897bb7 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/4800b39bda8346dbbe859d6408897bb7 2024-11-14T11:25:51,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/9d569f43fda94fa789297f761cead35c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/9d569f43fda94fa789297f761cead35c 2024-11-14T11:25:51,667 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/recovered.edits/470.seqid, newMaxSeqId=470, maxSeqId=1 2024-11-14T11:25:51,667 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. 2024-11-14T11:25:51,667 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for 53ac5d3c5107843e74669073a87cb79a: Waiting for close lock at 1731583550368Running coprocessor pre-close hooks at 1731583550368Disabling compacts and flushes for region at 1731583550368Disabling writes for close at 1731583550368Obtaining lock to block concurrent updates at 1731583550368Preparing flush snapshotting stores in 53ac5d3c5107843e74669073a87cb79a at 1731583550368Finished memstore snapshotting TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1731583550368Flushing stores of TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a. at 1731583550369 (+1 ms)Flushing 53ac5d3c5107843e74669073a87cb79a/A: creating writer at 1731583550369Flushing 53ac5d3c5107843e74669073a87cb79a/A: appending metadata at 1731583550371 (+2 ms)Flushing 53ac5d3c5107843e74669073a87cb79a/A: closing flushed file at 1731583550371Flushing 53ac5d3c5107843e74669073a87cb79a/B: creating writer at 1731583550777 (+406 ms)Flushing 53ac5d3c5107843e74669073a87cb79a/B: appending metadata at 1731583550779 (+2 ms)Flushing 53ac5d3c5107843e74669073a87cb79a/B: closing flushed file at 1731583550779Flushing 53ac5d3c5107843e74669073a87cb79a/C: creating writer at 1731583551185 (+406 ms)Flushing 53ac5d3c5107843e74669073a87cb79a/C: appending metadata at 1731583551187 (+2 ms)Flushing 53ac5d3c5107843e74669073a87cb79a/C: closing flushed file at 1731583551187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@219f9c21: reopening flushed file at 1731583551593 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5967767e: reopening flushed file at 1731583551596 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375b812b: reopening flushed file at 1731583551599 (+3 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 53ac5d3c5107843e74669073a87cb79a in 1234ms, sequenceid=467, compaction requested=false at 1731583551602 (+3 ms)Writing region close event to WAL at 1731583551665 (+63 ms)Running coprocessor post-close hooks at 1731583551667 (+2 ms)Closed at 1731583551667 2024-11-14T11:25:51,669 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed 53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:51,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=53ac5d3c5107843e74669073a87cb79a, regionState=CLOSED 2024-11-14T11:25:51,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure 53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:25:51,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-14T11:25:51,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure 53ac5d3c5107843e74669073a87cb79a, server=7437412fa5b4,43533,1731583409711 in 1.4550 sec 2024-11-14T11:25:51,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-14T11:25:51,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=53ac5d3c5107843e74669073a87cb79a, UNASSIGN in 1.4590 sec 2024-11-14T11:25:51,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-14T11:25:51,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-11-14T11:25:51,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583551676"}]},"ts":"1731583551676"} 2024-11-14T11:25:51,677 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T11:25:51,677 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T11:25:51,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4710 sec 2024-11-14T11:25:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-14T11:25:52,355 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:52,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T11:25:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T11:25:52,357 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,360 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:52,362 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/recovered.edits] 2024-11-14T11:25:52,364 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/58735389b2f644ea92b09493dc24809a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/58735389b2f644ea92b09493dc24809a 2024-11-14T11:25:52,365 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/9ae94a471bd34f5aa7d1a8f19c2eae42 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/A/9ae94a471bd34f5aa7d1a8f19c2eae42 2024-11-14T11:25:52,366 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dfdf1757247544f79e29fdd992090edb to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/dfdf1757247544f79e29fdd992090edb 2024-11-14T11:25:52,367 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ec4fad87b7fa4132a04aac955069feec to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/B/ec4fad87b7fa4132a04aac955069feec 2024-11-14T11:25:52,369 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/438a3f87d7f248e4b2021f325ae86a59 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/438a3f87d7f248e4b2021f325ae86a59 2024-11-14T11:25:52,369 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/cc6c08a25de54bf2bd47a7381fad55b4 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/C/cc6c08a25de54bf2bd47a7381fad55b4 2024-11-14T11:25:52,371 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/recovered.edits/470.seqid to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a/recovered.edits/470.seqid 2024-11-14T11:25:52,371 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/53ac5d3c5107843e74669073a87cb79a 2024-11-14T11:25:52,371 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T11:25:52,373 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,374 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T11:25:52,376 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T11:25:52,377 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,377 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T11:25:52,377 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731583552377"}]},"ts":"9223372036854775807"} 2024-11-14T11:25:52,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T11:25:52,378 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 53ac5d3c5107843e74669073a87cb79a, NAME => 'TestAcidGuarantees,,1731583524491.53ac5d3c5107843e74669073a87cb79a.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T11:25:52,378 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T11:25:52,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731583552378"}]},"ts":"9223372036854775807"} 2024-11-14T11:25:52,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T11:25:52,380 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 25 msec 2024-11-14T11:25:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-14T11:25:52,465 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T11:25:52,467 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:52,473 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 242), OpenFileDescriptor=455 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=486 (was 550), ProcessCount=11 (was 11), AvailableMemoryMB=2158 (was 2314) 2024-11-14T11:25:52,480 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=486, ProcessCount=11, AvailableMemoryMB=2158 2024-11-14T11:25:52,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:25:52,481 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:25:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:52,483 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T11:25:52,483 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:52,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 140 2024-11-14T11:25:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-14T11:25:52,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T11:25:52,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742374_1550 (size=959) 2024-11-14T11:25:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-14T11:25:52,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-14T11:25:52,890 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8 2024-11-14T11:25:52,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742375_1551 (size=53) 2024-11-14T11:25:53,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-14T11:25:53,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:25:53,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f81bc750c44587e12ca5960e6723018c, disabling compactions & flushes 2024-11-14T11:25:53,295 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. after waiting 0 ms 2024-11-14T11:25:53,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,295 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,295 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f81bc750c44587e12ca5960e6723018c: Waiting for close lock at 1731583553295Disabling compacts and flushes for region at 1731583553295Disabling writes for close at 1731583553295Writing region close event to WAL at 1731583553295Closed at 1731583553295 2024-11-14T11:25:53,296 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T11:25:53,297 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731583553296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731583553296"}]},"ts":"1731583553296"} 2024-11-14T11:25:53,298 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T11:25:53,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T11:25:53,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583553299"}]},"ts":"1731583553299"} 2024-11-14T11:25:53,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-14T11:25:53,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, ASSIGN}] 2024-11-14T11:25:53,301 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, ASSIGN 2024-11-14T11:25:53,301 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, ASSIGN; state=OFFLINE, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=false 2024-11-14T11:25:53,452 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:53,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, ASSIGN because future has completed 2024-11-14T11:25:53,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:25:53,607 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,607 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:25:53,608 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,608 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:25:53,608 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,608 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,609 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,610 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81bc750c44587e12ca5960e6723018c columnFamilyName A 2024-11-14T11:25:53,610 DEBUG [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:53,610 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(327): Store=f81bc750c44587e12ca5960e6723018c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:53,610 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,611 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81bc750c44587e12ca5960e6723018c columnFamilyName B 2024-11-14T11:25:53,611 DEBUG [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:53,612 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(327): Store=f81bc750c44587e12ca5960e6723018c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:53,612 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,612 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81bc750c44587e12ca5960e6723018c columnFamilyName C 2024-11-14T11:25:53,612 DEBUG [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:53,613 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(327): Store=f81bc750c44587e12ca5960e6723018c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:53,613 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,613 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,614 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,615 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,615 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,615 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:25:53,616 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,617 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T11:25:53,618 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened f81bc750c44587e12ca5960e6723018c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68110512, jitterRate=0.014925718307495117}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:25:53,618 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:53,618 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for f81bc750c44587e12ca5960e6723018c: Running coprocessor pre-open hook at 1731583553608Writing region info on filesystem at 1731583553608Initializing all the Stores at 1731583553608Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583553609 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583553609Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583553609Cleaning up temporary data from old regions at 1731583553615 (+6 ms)Running coprocessor post-open hooks at 1731583553618 (+3 ms)Region opened successfully at 1731583553618 2024-11-14T11:25:53,619 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., pid=142, masterSystemTime=1731583553605 2024-11-14T11:25:53,620 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,620 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:53,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=OPEN, openSeqNum=2, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:53,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:25:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-14T11:25:53,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-14T11:25:53,624 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 in 169 msec 2024-11-14T11:25:53,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-14T11:25:53,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, ASSIGN in 324 msec 2024-11-14T11:25:53,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T11:25:53,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583553626"}]},"ts":"1731583553626"} 2024-11-14T11:25:53,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-14T11:25:53,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T11:25:53,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-14T11:25:54,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-14T11:25:54,634 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:54,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:54,635 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:54,635 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:54,636 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bafdca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:54,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:54,637 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:54,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58088c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:54,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:54,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:54,639 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:54,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:54,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T11:25:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7437412fa5b4,41917,1731583408541 2024-11-14T11:25:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10e81807 2024-11-14T11:25:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T11:25:54,642 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T11:25:54,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-14T11:25:54,643 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T11:25:54,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-14T11:25:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742376_1552 (size=995) 2024-11-14T11:25:55,059 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-14T11:25:55,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-14T11:25:55,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:25:55,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, REOPEN/MOVE}] 2024-11-14T11:25:55,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, REOPEN/MOVE 2024-11-14T11:25:55,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, REOPEN/MOVE because future has completed 2024-11-14T11:25:55,065 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:25:55,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:25:55,217 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,217 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:25:55,217 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing f81bc750c44587e12ca5960e6723018c, disabling compactions & flushes 2024-11-14T11:25:55,217 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,217 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,217 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. after waiting 0 ms 2024-11-14T11:25:55,217 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,220 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-14T11:25:55,220 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,221 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for f81bc750c44587e12ca5960e6723018c: Waiting for close lock at 1731583555217Running coprocessor pre-close hooks at 1731583555217Disabling compacts and flushes for region at 1731583555217Disabling writes for close at 1731583555217Writing region close event to WAL at 1731583555217Running coprocessor post-close hooks at 1731583555220 (+3 ms)Closed at 1731583555220 2024-11-14T11:25:55,221 WARN [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: f81bc750c44587e12ca5960e6723018c to self. 2024-11-14T11:25:55,222 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=CLOSED 2024-11-14T11:25:55,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:25:55,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-14T11:25:55,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 in 159 msec 2024-11-14T11:25:55,227 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, REOPEN/MOVE; state=CLOSED, location=7437412fa5b4,43533,1731583409711; forceNewPlan=false, retain=true 2024-11-14T11:25:55,377 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=OPENING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, REOPEN/MOVE because future has completed 2024-11-14T11:25:55,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:25:55,533 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,533 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T11:25:55,533 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,533 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T11:25:55,533 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,533 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,534 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,535 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81bc750c44587e12ca5960e6723018c columnFamilyName A 2024-11-14T11:25:55,535 DEBUG [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:55,536 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(327): Store=f81bc750c44587e12ca5960e6723018c/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:55,536 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,536 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81bc750c44587e12ca5960e6723018c columnFamilyName B 2024-11-14T11:25:55,536 DEBUG [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:55,537 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(327): Store=f81bc750c44587e12ca5960e6723018c/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:55,537 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,537 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f81bc750c44587e12ca5960e6723018c columnFamilyName C 2024-11-14T11:25:55,537 DEBUG [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:55,538 INFO [StoreOpener-f81bc750c44587e12ca5960e6723018c-1 {}] regionserver.HStore(327): Store=f81bc750c44587e12ca5960e6723018c/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T11:25:55,538 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,538 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,539 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,540 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T11:25:55,541 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,541 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened f81bc750c44587e12ca5960e6723018c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63726751, jitterRate=-0.05039741098880768}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T11:25:55,541 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,542 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for f81bc750c44587e12ca5960e6723018c: Running coprocessor pre-open hook at 1731583555533Writing region info on filesystem at 1731583555533Initializing all the Stores at 1731583555534 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583555534Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583555534Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731583555534Cleaning up temporary data from old regions at 1731583555539 (+5 ms)Running coprocessor post-open hooks at 1731583555541 (+2 ms)Region opened successfully at 1731583555542 (+1 ms) 2024-11-14T11:25:55,542 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., pid=147, masterSystemTime=1731583555530 2024-11-14T11:25:55,544 DEBUG [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,544 INFO [RS_OPEN_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=OPEN, openSeqNum=5, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:25:55,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145 2024-11-14T11:25:55,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 in 167 msec 2024-11-14T11:25:55,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-14T11:25:55,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, REOPEN/MOVE in 485 msec 2024-11-14T11:25:55,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-14T11:25:55,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-14T11:25:55,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 908 msec 2024-11-14T11:25:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-14T11:25:55,554 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:55,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5581e3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,555 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8e5a06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,556 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,556 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78342584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53954261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,557 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,558 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f6db0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,559 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2299ffc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2aa61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,561 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccf05d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,562 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e383cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca6c80d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,564 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743c7622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,565 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd65a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14afc90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,566 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15058211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,568 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,568 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f140e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77590f25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,569 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,569 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,569 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7702bcad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,570 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b1d4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@99b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,572 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da76108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,573 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,573 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db43a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af69a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,575 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6363dc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,576 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,577 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e903a25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd90259, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,578 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4555a810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,578 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,579 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf7975c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594d5ccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7437412fa5b4,41917,-1 for getting cluster id 2024-11-14T11:25:55,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T11:25:55,581 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd11b707b-047a-412d-8264-5941610d0508' 2024-11-14T11:25:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T11:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d11b707b-047a-412d-8264-5941610d0508" 2024-11-14T11:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a919424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7437412fa5b4,41917,-1] 2024-11-14T11:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T11:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:25:55,582 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T11:25:55,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a49d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T11:25:55,583 DEBUG [Thread-2460 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,584 DEBUG [Thread-2466 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,584 DEBUG [Thread-2464 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,584 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:55,584 DEBUG [Thread-2449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,585 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-14T11:25:55,585 DEBUG [Thread-2455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,586 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:55,587 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:55,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:55,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,590 DEBUG [Thread-2462 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,591 DEBUG [Thread-2451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,592 DEBUG [Thread-2468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,593 DEBUG [Thread-2457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,593 DEBUG [Thread-2453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T11:25:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7437412fa5b4,43533,1731583409711, seqNum=-1] 2024-11-14T11:25:55,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T11:25:55,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T11:25:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,597 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5] 2024-11-14T11:25:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:55,600 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:55,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:25:55,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583615631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583615632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583615633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583615633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583615634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111477d25ccfa6b040669b7813c163a23c14_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583555599/Put/seqid=0 2024-11-14T11:25:55,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742377_1553 (size=14594) 2024-11-14T11:25:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:55,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:55,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:55,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583615744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583615744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583615744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583615744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583615744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:55,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:55,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:55,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:55,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583615954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583615954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583615954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583615954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583615954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:55,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:56,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111477d25ccfa6b040669b7813c163a23c14_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477d25ccfa6b040669b7813c163a23c14_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:56,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/adadfbd1e3f54385856097e60fa5d22d, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:56,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/adadfbd1e3f54385856097e60fa5d22d is 175, key is test_row_0/A:col10/1731583555599/Put/seqid=0 2024-11-14T11:25:56,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742378_1554 (size=39549) 2024-11-14T11:25:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:56,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583616264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583616265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583616265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,267 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583616265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583616265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/adadfbd1e3f54385856097e60fa5d22d 2024-11-14T11:25:56,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/4df52260dfa547b99312a700d65d81c8 is 50, key is test_row_0/B:col10/1731583555599/Put/seqid=0 2024-11-14T11:25:56,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742379_1555 (size=12001) 2024-11-14T11:25:56,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583616774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583616774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583616774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583616774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583616774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:56,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:56,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/4df52260dfa547b99312a700d65d81c8 2024-11-14T11:25:56,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/6717beffe66546f3be18cba42191c925 is 50, key is test_row_0/C:col10/1731583555599/Put/seqid=0 2024-11-14T11:25:56,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742380_1556 (size=12001) 2024-11-14T11:25:56,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:56,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:57,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T11:25:57,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:57,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:57,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:57,339 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/6717beffe66546f3be18cba42191c925 2024-11-14T11:25:57,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/adadfbd1e3f54385856097e60fa5d22d as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d 2024-11-14T11:25:57,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d, entries=200, sequenceid=15, filesize=38.6 K 2024-11-14T11:25:57,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/4df52260dfa547b99312a700d65d81c8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/4df52260dfa547b99312a700d65d81c8 2024-11-14T11:25:57,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/4df52260dfa547b99312a700d65d81c8, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T11:25:57,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/6717beffe66546f3be18cba42191c925 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/6717beffe66546f3be18cba42191c925 2024-11-14T11:25:57,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/6717beffe66546f3be18cba42191c925, entries=150, sequenceid=15, filesize=11.7 K 2024-11-14T11:25:57,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f81bc750c44587e12ca5960e6723018c in 1753ms, sequenceid=15, compaction requested=false 2024-11-14T11:25:57,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:25:57,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-14T11:25:57,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:57,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-14T11:25:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114660f638068db4503b130d12b5e3d37c3_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583555615/Put/seqid=0 2024-11-14T11:25:57,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742381_1557 (size=12154) 2024-11-14T11:25:57,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:57,489 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114660f638068db4503b130d12b5e3d37c3_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114660f638068db4503b130d12b5e3d37c3_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:57,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/932875644269455f8384f4011507c923, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:57,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/932875644269455f8384f4011507c923 is 175, key is test_row_0/A:col10/1731583555615/Put/seqid=0 2024-11-14T11:25:57,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742382_1558 (size=30955) 2024-11-14T11:25:57,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/932875644269455f8384f4011507c923 2024-11-14T11:25:57,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/47b2dc805c364c36ac5594af60af209f is 50, key is test_row_0/B:col10/1731583555615/Put/seqid=0 2024-11-14T11:25:57,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742383_1559 (size=12001) 2024-11-14T11:25:57,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:57,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583617793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583617792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,796 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,797 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583617794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,798 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_2' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:57,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583617796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583617796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,801 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583617904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583617904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583617904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:57,927 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/47b2dc805c364c36ac5594af60af209f 2024-11-14T11:25:57,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11d1017d328048749774b906d2ecdb23 is 50, key is test_row_0/C:col10/1731583555615/Put/seqid=0 2024-11-14T11:25:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742384_1560 (size=12001) 2024-11-14T11:25:57,946 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11d1017d328048749774b906d2ecdb23 2024-11-14T11:25:57,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/932875644269455f8384f4011507c923 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923 2024-11-14T11:25:57,953 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923, entries=150, sequenceid=40, filesize=30.2 K 2024-11-14T11:25:57,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/47b2dc805c364c36ac5594af60af209f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/47b2dc805c364c36ac5594af60af209f 2024-11-14T11:25:57,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/47b2dc805c364c36ac5594af60af209f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T11:25:57,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11d1017d328048749774b906d2ecdb23 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11d1017d328048749774b906d2ecdb23 2024-11-14T11:25:57,959 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11d1017d328048749774b906d2ecdb23, entries=150, sequenceid=40, filesize=11.7 K 2024-11-14T11:25:57,960 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f81bc750c44587e12ca5960e6723018c in 515ms, sequenceid=40, compaction requested=false 2024-11-14T11:25:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:25:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:57,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-14T11:25:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-14T11:25:57,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-14T11:25:57,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3850 sec 2024-11-14T11:25:57,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.3910 sec 2024-11-14T11:25:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:58,115 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:58,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:25:58,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468d47472e2c342c79a37cf9b733bd81c_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:58,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742385_1561 (size=12154) 2024-11-14T11:25:58,129 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:58,133 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111468d47472e2c342c79a37cf9b733bd81c_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468d47472e2c342c79a37cf9b733bd81c_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:58,133 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8dc2c910483c43249ff9d98843c7cfb3, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:58,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8dc2c910483c43249ff9d98843c7cfb3 is 175, key is test_row_0/A:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742386_1562 (size=30955) 2024-11-14T11:25:58,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583618148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583618149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583618150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,154 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583618254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583618264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583618264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,268 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583618463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583618474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583618474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,542 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8dc2c910483c43249ff9d98843c7cfb3 2024-11-14T11:25:58,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f8108db3890743afb092e2fe1bfd1326 is 50, key is test_row_0/B:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:58,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742387_1563 (size=12001) 2024-11-14T11:25:58,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583618774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,779 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583618783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583618783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:58,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f8108db3890743afb092e2fe1bfd1326 2024-11-14T11:25:58,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/1495e6501c904b0ba4b2756af0587491 is 50, key is test_row_0/C:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:58,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742388_1564 (size=12001) 2024-11-14T11:25:58,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/1495e6501c904b0ba4b2756af0587491 2024-11-14T11:25:59,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8dc2c910483c43249ff9d98843c7cfb3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3 2024-11-14T11:25:59,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3, entries=150, sequenceid=54, filesize=30.2 K 2024-11-14T11:25:59,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f8108db3890743afb092e2fe1bfd1326 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f8108db3890743afb092e2fe1bfd1326 2024-11-14T11:25:59,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f8108db3890743afb092e2fe1bfd1326, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T11:25:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/1495e6501c904b0ba4b2756af0587491 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1495e6501c904b0ba4b2756af0587491 2024-11-14T11:25:59,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1495e6501c904b0ba4b2756af0587491, entries=150, sequenceid=54, filesize=11.7 K 2024-11-14T11:25:59,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f81bc750c44587e12ca5960e6723018c in 898ms, sequenceid=54, compaction requested=true 2024-11-14T11:25:59,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:25:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:25:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:59,014 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:25:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:25:59,014 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:59,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:59,014 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:59,014 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:59,014 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/A is initiating minor compaction (all files) 2024-11-14T11:25:59,014 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/B is initiating minor compaction (all files) 2024-11-14T11:25:59,014 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/A in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:59,014 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/B in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:59,015 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/4df52260dfa547b99312a700d65d81c8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/47b2dc805c364c36ac5594af60af209f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f8108db3890743afb092e2fe1bfd1326] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=35.2 K 2024-11-14T11:25:59,015 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=99.1 K 2024-11-14T11:25:59,015 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:59,015 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3] 2024-11-14T11:25:59,015 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 4df52260dfa547b99312a700d65d81c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731583555597 2024-11-14T11:25:59,015 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting adadfbd1e3f54385856097e60fa5d22d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731583555597 2024-11-14T11:25:59,015 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 47b2dc805c364c36ac5594af60af209f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583555615 2024-11-14T11:25:59,015 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932875644269455f8384f4011507c923, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583555615 2024-11-14T11:25:59,016 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f8108db3890743afb092e2fe1bfd1326, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583558114 2024-11-14T11:25:59,016 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dc2c910483c43249ff9d98843c7cfb3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583558114 2024-11-14T11:25:59,023 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:59,024 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#B#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:59,024 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411143ce5051f59fc418e8d58ea1bccddcded_f81bc750c44587e12ca5960e6723018c store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:59,025 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/3715bc22448948ed8a3908299fe8ae9e is 50, key is test_row_0/B:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:59,027 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411143ce5051f59fc418e8d58ea1bccddcded_f81bc750c44587e12ca5960e6723018c, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:59,027 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411143ce5051f59fc418e8d58ea1bccddcded_f81bc750c44587e12ca5960e6723018c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:59,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742389_1565 (size=12104) 2024-11-14T11:25:59,054 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/3715bc22448948ed8a3908299fe8ae9e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3715bc22448948ed8a3908299fe8ae9e 2024-11-14T11:25:59,058 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/B of f81bc750c44587e12ca5960e6723018c into 3715bc22448948ed8a3908299fe8ae9e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:59,058 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:25:59,058 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/B, priority=13, startTime=1731583559014; duration=0sec 2024-11-14T11:25:59,058 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:25:59,058 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:B 2024-11-14T11:25:59,058 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:25:59,060 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:25:59,060 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/C is initiating minor compaction (all files) 2024-11-14T11:25:59,060 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/C in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:59,060 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/6717beffe66546f3be18cba42191c925, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11d1017d328048749774b906d2ecdb23, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1495e6501c904b0ba4b2756af0587491] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=35.2 K 2024-11-14T11:25:59,061 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 6717beffe66546f3be18cba42191c925, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731583555597 2024-11-14T11:25:59,061 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 11d1017d328048749774b906d2ecdb23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731583555615 2024-11-14T11:25:59,061 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1495e6501c904b0ba4b2756af0587491, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583558114 2024-11-14T11:25:59,073 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:59,074 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b019778b35534f548f49695a29dac240 is 50, key is test_row_0/C:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:59,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742390_1566 (size=4469) 2024-11-14T11:25:59,077 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#A#compaction#481 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:25:59,078 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/3febbb91cb1c4b9989385fd3be4ec44f is 175, key is test_row_0/A:col10/1731583558114/Put/seqid=0 2024-11-14T11:25:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742392_1568 (size=31058) 2024-11-14T11:25:59,087 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/3febbb91cb1c4b9989385fd3be4ec44f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/3febbb91cb1c4b9989385fd3be4ec44f 2024-11-14T11:25:59,091 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/A of f81bc750c44587e12ca5960e6723018c into 3febbb91cb1c4b9989385fd3be4ec44f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:59,092 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:25:59,092 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/A, priority=13, startTime=1731583559013; duration=0sec 2024-11-14T11:25:59,092 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:59,092 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:A 2024-11-14T11:25:59,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742391_1567 (size=12104) 2024-11-14T11:25:59,102 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b019778b35534f548f49695a29dac240 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b019778b35534f548f49695a29dac240 2024-11-14T11:25:59,108 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/C of f81bc750c44587e12ca5960e6723018c into b019778b35534f548f49695a29dac240(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:25:59,108 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:25:59,108 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/C, priority=13, startTime=1731583559014; duration=0sec 2024-11-14T11:25:59,108 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:25:59,109 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:C 2024-11-14T11:25:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:59,286 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:25:59,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-14T11:25:59,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a5605e45d4d5474c95c7c057ccfdfc5b_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583559285/Put/seqid=0 2024-11-14T11:25:59,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742393_1569 (size=14594) 2024-11-14T11:25:59,297 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:25:59,301 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a5605e45d4d5474c95c7c057ccfdfc5b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a5605e45d4d5474c95c7c057ccfdfc5b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:25:59,301 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/df88bcacd55a4bb3980798d3d074d6b3, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:25:59,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/df88bcacd55a4bb3980798d3d074d6b3 is 175, key is test_row_0/A:col10/1731583559285/Put/seqid=0 2024-11-14T11:25:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583619303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583619304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583619306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,310 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742394_1570 (size=39549) 2024-11-14T11:25:59,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583619419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583619419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583619419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583619624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583619624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583619634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/df88bcacd55a4bb3980798d3d074d6b3 2024-11-14T11:25:59,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/a0ecfa4530074d43984893c2d7166e73 is 50, key is test_row_0/B:col10/1731583559285/Put/seqid=0 2024-11-14T11:25:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742395_1571 (size=12001) 2024-11-14T11:25:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-14T11:25:59,754 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:25:59,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:25:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-14T11:25:59,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T11:25:59,756 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:25:59,757 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:25:59,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:25:59,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583619804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,806 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_2' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583619814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,817 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:25:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,818 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T11:25:59,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T11:25:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:25:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:25:59,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:59,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:59,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:25:59,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583619934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583619940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:25:59,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:25:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583619944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:25:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:25:59,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:00,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T11:26:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,062 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T11:26:00,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/a0ecfa4530074d43984893c2d7166e73 2024-11-14T11:26:00,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/3b014140278844f79774eec4f4f34509 is 50, key is test_row_0/C:col10/1731583559285/Put/seqid=0 2024-11-14T11:26:00,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742396_1572 (size=12001) 2024-11-14T11:26:00,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T11:26:00,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:00,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T11:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T11:26:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583620444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:00,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:00,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583620453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:00,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:00,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583620453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:00,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:00,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:00,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:00,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T11:26:00,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:00,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:00,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/3b014140278844f79774eec4f4f34509 2024-11-14T11:26:00,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/df88bcacd55a4bb3980798d3d074d6b3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3 2024-11-14T11:26:00,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3, entries=200, sequenceid=80, filesize=38.6 K 2024-11-14T11:26:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/a0ecfa4530074d43984893c2d7166e73 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/a0ecfa4530074d43984893c2d7166e73 2024-11-14T11:26:00,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/a0ecfa4530074d43984893c2d7166e73, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T11:26:00,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/3b014140278844f79774eec4f4f34509 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/3b014140278844f79774eec4f4f34509 2024-11-14T11:26:00,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/3b014140278844f79774eec4f4f34509, entries=150, sequenceid=80, filesize=11.7 K 2024-11-14T11:26:00,567 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f81bc750c44587e12ca5960e6723018c in 1280ms, sequenceid=80, compaction requested=false 2024-11-14T11:26:00,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:00,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-14T11:26:00,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:00,674 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:26:00,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f211f5933ff34e37a3b8fee5919bbe9b_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583559299/Put/seqid=0 2024-11-14T11:26:00,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742397_1573 (size=12154) 2024-11-14T11:26:00,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:00,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f211f5933ff34e37a3b8fee5919bbe9b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f211f5933ff34e37a3b8fee5919bbe9b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf4e9a9e033a48bea2e624d2528be121, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:00,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf4e9a9e033a48bea2e624d2528be121 is 175, key is test_row_0/A:col10/1731583559299/Put/seqid=0 2024-11-14T11:26:00,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742398_1574 (size=30955) 2024-11-14T11:26:00,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf4e9a9e033a48bea2e624d2528be121 2024-11-14T11:26:00,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/5ed1534516f045368c0289b6502606d2 is 50, key is test_row_0/B:col10/1731583559299/Put/seqid=0 2024-11-14T11:26:00,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742399_1575 (size=12001) 2024-11-14T11:26:00,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T11:26:01,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/5ed1534516f045368c0289b6502606d2 2024-11-14T11:26:01,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/160bebe7b13544f9abef7ff52d557b4b is 50, key is test_row_0/C:col10/1731583559299/Put/seqid=0 2024-11-14T11:26:01,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742400_1576 (size=12001) 2024-11-14T11:26:01,161 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/160bebe7b13544f9abef7ff52d557b4b 2024-11-14T11:26:01,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf4e9a9e033a48bea2e624d2528be121 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121 2024-11-14T11:26:01,174 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121, entries=150, sequenceid=93, filesize=30.2 K 2024-11-14T11:26:01,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/5ed1534516f045368c0289b6502606d2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/5ed1534516f045368c0289b6502606d2 2024-11-14T11:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,177 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/5ed1534516f045368c0289b6502606d2, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T11:26:01,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/160bebe7b13544f9abef7ff52d557b4b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/160bebe7b13544f9abef7ff52d557b4b 2024-11-14T11:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/160bebe7b13544f9abef7ff52d557b4b, entries=150, sequenceid=93, filesize=11.7 K 2024-11-14T11:26:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,181 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for f81bc750c44587e12ca5960e6723018c in 507ms, sequenceid=93, compaction requested=true 2024-11-14T11:26:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:01,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:01,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-14T11:26:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-14T11:26:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-14T11:26:01,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4260 sec 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.4300 sec 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:01,491 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:01,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-14T11:26:01,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140b01dbace4c24019a067922f3fe577c5_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742401_1577 (size=19474) 2024-11-14T11:26:01,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583621538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583621539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583621542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583621654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583621654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583621654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,658 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583621864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583621864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583621864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:01,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:01,907 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:01,910 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140b01dbace4c24019a067922f3fe577c5_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140b01dbace4c24019a067922f3fe577c5_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:01,911 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/038dd20921314b8fbee39426b2387d52, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:01,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/038dd20921314b8fbee39426b2387d52 is 175, key is test_row_0/A:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:01,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742402_1578 (size=56733) 2024-11-14T11:26:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-14T11:26:01,915 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:01,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:26:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-14T11:26:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:01,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:26:01,917 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:26:01,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:26:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:02,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:02,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583622174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:02,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:02,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583622174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,175 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583622174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:02,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:02,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:02,314 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=105, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/038dd20921314b8fbee39426b2387d52 2024-11-14T11:26:02,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2 is 50, key is test_row_0/B:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742403_1579 (size=12001) 2024-11-14T11:26:02,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,375 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:02,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583622684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:02,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:02,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583622684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,687 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:02,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583622684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:02,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:02,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2 2024-11-14T11:26:02,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b99ad919e2ad40fdacffe0489c3004ee is 50, key is test_row_0/C:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742404_1580 (size=12001) 2024-11-14T11:26:02,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:02,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:02,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:03,132 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b99ad919e2ad40fdacffe0489c3004ee 2024-11-14T11:26:03,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/038dd20921314b8fbee39426b2387d52 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52 2024-11-14T11:26:03,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:03,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52, entries=300, sequenceid=105, filesize=55.4 K 2024-11-14T11:26:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:03,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:03,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:03,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2 2024-11-14T11:26:03,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:03,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2, entries=150, sequenceid=105, filesize=11.7 K 2024-11-14T11:26:03,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b99ad919e2ad40fdacffe0489c3004ee as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b99ad919e2ad40fdacffe0489c3004ee 2024-11-14T11:26:03,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b99ad919e2ad40fdacffe0489c3004ee, entries=150, sequenceid=105, filesize=11.7 K 2024-11-14T11:26:03,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f81bc750c44587e12ca5960e6723018c in 1660ms, sequenceid=105, compaction requested=true 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:03,151 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:03,151 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:26:03,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158295 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/B is initiating minor compaction (all files) 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/A is initiating minor compaction (all files) 2024-11-14T11:26:03,153 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/B in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,153 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/A in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,153 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3715bc22448948ed8a3908299fe8ae9e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/a0ecfa4530074d43984893c2d7166e73, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/5ed1534516f045368c0289b6502606d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=47.0 K 2024-11-14T11:26:03,153 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/3febbb91cb1c4b9989385fd3be4ec44f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=154.6 K 2024-11-14T11:26:03,153 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/3febbb91cb1c4b9989385fd3be4ec44f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52] 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3715bc22448948ed8a3908299fe8ae9e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583558114 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3febbb91cb1c4b9989385fd3be4ec44f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583558114 2024-11-14T11:26:03,153 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting a0ecfa4530074d43984893c2d7166e73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583558139 2024-11-14T11:26:03,154 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting df88bcacd55a4bb3980798d3d074d6b3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583558139 2024-11-14T11:26:03,154 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ed1534516f045368c0289b6502606d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731583559299 2024-11-14T11:26:03,154 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf4e9a9e033a48bea2e624d2528be121, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731583559299 2024-11-14T11:26:03,154 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cf5077f1f4d4bf6a4557ed1deeaf3e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731583561484 2024-11-14T11:26:03,154 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 038dd20921314b8fbee39426b2387d52, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731583561475 2024-11-14T11:26:03,159 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:03,161 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#B#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:03,161 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/77147ad41af946f498a2e9fe245fb032 is 50, key is test_row_0/B:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:03,169 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149d7a237c463b4cf99e35faf5cd98999f_f81bc750c44587e12ca5960e6723018c store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:03,171 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149d7a237c463b4cf99e35faf5cd98999f_f81bc750c44587e12ca5960e6723018c, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:03,172 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149d7a237c463b4cf99e35faf5cd98999f_f81bc750c44587e12ca5960e6723018c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742405_1581 (size=12241) 2024-11-14T11:26:03,188 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/77147ad41af946f498a2e9fe245fb032 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/77147ad41af946f498a2e9fe245fb032 2024-11-14T11:26:03,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742406_1582 (size=4469) 2024-11-14T11:26:03,198 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/B of f81bc750c44587e12ca5960e6723018c into 77147ad41af946f498a2e9fe245fb032(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:03,198 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:03,198 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/B, priority=12, startTime=1731583563151; duration=0sec 2024-11-14T11:26:03,198 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:03,199 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:B 2024-11-14T11:26:03,199 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:03,200 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:03,200 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/C is initiating minor compaction (all files) 2024-11-14T11:26:03,200 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/C in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,200 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b019778b35534f548f49695a29dac240, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/3b014140278844f79774eec4f4f34509, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/160bebe7b13544f9abef7ff52d557b4b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b99ad919e2ad40fdacffe0489c3004ee] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=47.0 K 2024-11-14T11:26:03,200 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b019778b35534f548f49695a29dac240, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731583558114 2024-11-14T11:26:03,201 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b014140278844f79774eec4f4f34509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731583558139 2024-11-14T11:26:03,201 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 160bebe7b13544f9abef7ff52d557b4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731583559299 2024-11-14T11:26:03,201 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b99ad919e2ad40fdacffe0489c3004ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731583561484 2024-11-14T11:26:03,210 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:03,210 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/7cd5950fe55e43d6834deeb58ae724e1 is 50, key is test_row_0/C:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:03,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742407_1583 (size=12241) 2024-11-14T11:26:03,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-14T11:26:03,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:03,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:26:03,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8d0551dd57545438822c821e75a7d6e_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583561541/Put/seqid=0 2024-11-14T11:26:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742408_1584 (size=12154) 2024-11-14T11:26:03,599 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:03,600 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/4acc0af57ac24751ae2b64f97c44c463 is 175, key is test_row_0/A:col10/1731583561490/Put/seqid=0 2024-11-14T11:26:03,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742409_1585 (size=31195) 2024-11-14T11:26:03,622 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/7cd5950fe55e43d6834deeb58ae724e1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/7cd5950fe55e43d6834deeb58ae724e1 2024-11-14T11:26:03,626 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/C of f81bc750c44587e12ca5960e6723018c into 7cd5950fe55e43d6834deeb58ae724e1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:03,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:03,626 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/C, priority=12, startTime=1731583563151; duration=0sec 2024-11-14T11:26:03,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:03,626 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:C 2024-11-14T11:26:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:03,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:03,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:03,712 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a8d0551dd57545438822c821e75a7d6e_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8d0551dd57545438822c821e75a7d6e_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:03,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8cbd1b53009d44559989dd64e11a3213, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:03,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8cbd1b53009d44559989dd64e11a3213 is 175, key is test_row_0/A:col10/1731583561541/Put/seqid=0 2024-11-14T11:26:03,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583623713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742410_1586 (size=30955) 2024-11-14T11:26:03,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583623715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583623715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,718 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583623824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583623824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583623824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,826 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583623834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,835 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_2' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:26:03,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583623844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:03,845 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:26:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,014 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/4acc0af57ac24751ae2b64f97c44c463 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4acc0af57ac24751ae2b64f97c44c463 2024-11-14T11:26:04,017 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/A of f81bc750c44587e12ca5960e6723018c into 4acc0af57ac24751ae2b64f97c44c463(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:04,018 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:04,018 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/A, priority=12, startTime=1731583563151; duration=0sec 2024-11-14T11:26:04,018 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:04,018 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:A 2024-11-14T11:26:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583624034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583624034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583624034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,036 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:04,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8cbd1b53009d44559989dd64e11a3213 2024-11-14T11:26:04,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/02d56b299dd14a73ac83ad5702c10297 is 50, key is test_row_0/B:col10/1731583561541/Put/seqid=0 2024-11-14T11:26:04,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742411_1587 (size=12001) 2024-11-14T11:26:04,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583624344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583624344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583624344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/02d56b299dd14a73ac83ad5702c10297 2024-11-14T11:26:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/8974289b8ec84d8eaad04809f3783c04 is 50, key is test_row_0/C:col10/1731583561541/Put/seqid=0 2024-11-14T11:26:04,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742412_1588 (size=12001) 2024-11-14T11:26:04,552 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/8974289b8ec84d8eaad04809f3783c04 2024-11-14T11:26:04,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8cbd1b53009d44559989dd64e11a3213 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213 2024-11-14T11:26:04,560 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213, entries=150, sequenceid=130, filesize=30.2 K 2024-11-14T11:26:04,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/02d56b299dd14a73ac83ad5702c10297 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/02d56b299dd14a73ac83ad5702c10297 2024-11-14T11:26:04,563 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/02d56b299dd14a73ac83ad5702c10297, entries=150, sequenceid=130, filesize=11.7 K 2024-11-14T11:26:04,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/8974289b8ec84d8eaad04809f3783c04 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8974289b8ec84d8eaad04809f3783c04 2024-11-14T11:26:04,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8974289b8ec84d8eaad04809f3783c04, entries=150, sequenceid=130, filesize=11.7 K 2024-11-14T11:26:04,567 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f81bc750c44587e12ca5960e6723018c in 1277ms, sequenceid=130, compaction requested=false 2024-11-14T11:26:04,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:04,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:04,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-14T11:26:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-14T11:26:04,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-14T11:26:04,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6510 sec 2024-11-14T11:26:04,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.6550 sec 2024-11-14T11:26:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:04,856 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:04,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:26:04,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ee931323aa63475d9e9a47ebd3debbe4_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:04,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742413_1589 (size=17284) 2024-11-14T11:26:04,868 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:04,871 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ee931323aa63475d9e9a47ebd3debbe4_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee931323aa63475d9e9a47ebd3debbe4_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:04,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/02e8f21cb94a4d2eb8b990d3d2a92202, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:04,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/02e8f21cb94a4d2eb8b990d3d2a92202 is 175, key is test_row_0/A:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742414_1590 (size=48389) 2024-11-14T11:26:04,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/02e8f21cb94a4d2eb8b990d3d2a92202 2024-11-14T11:26:04,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/9c7b3a4d61d745e49312cb8438f37bca is 50, key is test_row_0/B:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:04,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583624883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,888 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742415_1591 (size=12151) 2024-11-14T11:26:04,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583624886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583624887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583624994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583624994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:04,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:04,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583624994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:04,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583625204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583625204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583625204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/9c7b3a4d61d745e49312cb8438f37bca 2024-11-14T11:26:05,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/067ab920593249dd94f9e839c8560c4e is 50, key is test_row_0/C:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:05,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742416_1592 (size=12151) 2024-11-14T11:26:05,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583625514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:05,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583625514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583625514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:05,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:05,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/067ab920593249dd94f9e839c8560c4e 2024-11-14T11:26:05,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/02e8f21cb94a4d2eb8b990d3d2a92202 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202 2024-11-14T11:26:05,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202, entries=250, sequenceid=147, filesize=47.3 K 2024-11-14T11:26:05,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/9c7b3a4d61d745e49312cb8438f37bca as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/9c7b3a4d61d745e49312cb8438f37bca 2024-11-14T11:26:05,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/9c7b3a4d61d745e49312cb8438f37bca, entries=150, sequenceid=147, filesize=11.9 K 2024-11-14T11:26:05,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/067ab920593249dd94f9e839c8560c4e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/067ab920593249dd94f9e839c8560c4e 2024-11-14T11:26:05,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/067ab920593249dd94f9e839c8560c4e, entries=150, sequenceid=147, filesize=11.9 K 2024-11-14T11:26:05,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f81bc750c44587e12ca5960e6723018c in 854ms, sequenceid=147, compaction requested=true 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:05,711 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:05,711 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:26:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:05,711 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:26:05,711 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/A is initiating minor compaction (all files) 2024-11-14T11:26:05,712 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/A in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:05,712 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4acc0af57ac24751ae2b64f97c44c463, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=107.9 K 2024-11-14T11:26:05,712 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:05,712 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4acc0af57ac24751ae2b64f97c44c463, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202] 2024-11-14T11:26:05,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:26:05,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/B is initiating minor compaction (all files) 2024-11-14T11:26:05,712 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4acc0af57ac24751ae2b64f97c44c463, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731583561484 2024-11-14T11:26:05,712 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/B in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:05,712 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/77147ad41af946f498a2e9fe245fb032, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/02d56b299dd14a73ac83ad5702c10297, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/9c7b3a4d61d745e49312cb8438f37bca] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=35.5 K 2024-11-14T11:26:05,712 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cbd1b53009d44559989dd64e11a3213, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731583561528 2024-11-14T11:26:05,712 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 77147ad41af946f498a2e9fe245fb032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731583561484 2024-11-14T11:26:05,713 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02e8f21cb94a4d2eb8b990d3d2a92202, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731583563712 2024-11-14T11:26:05,713 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 02d56b299dd14a73ac83ad5702c10297, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731583561528 2024-11-14T11:26:05,713 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c7b3a4d61d745e49312cb8438f37bca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731583563712 2024-11-14T11:26:05,717 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:05,719 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:05,719 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/983cab832fb64865a10735e8635d8407 is 50, key is test_row_0/B:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:05,726 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114b400273b55f54d349d13f0ffa604b3f0_f81bc750c44587e12ca5960e6723018c store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:05,728 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114b400273b55f54d349d13f0ffa604b3f0_f81bc750c44587e12ca5960e6723018c, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:05,728 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b400273b55f54d349d13f0ffa604b3f0_f81bc750c44587e12ca5960e6723018c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742417_1593 (size=12493) 2024-11-14T11:26:05,737 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/983cab832fb64865a10735e8635d8407 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/983cab832fb64865a10735e8635d8407 2024-11-14T11:26:05,740 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/B of f81bc750c44587e12ca5960e6723018c into 983cab832fb64865a10735e8635d8407(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:05,740 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:05,740 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/B, priority=13, startTime=1731583565711; duration=0sec 2024-11-14T11:26:05,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:05,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:B 2024-11-14T11:26:05,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:26:05,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:26:05,741 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/C is initiating minor compaction (all files) 2024-11-14T11:26:05,741 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/C in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:05,742 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/7cd5950fe55e43d6834deeb58ae724e1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8974289b8ec84d8eaad04809f3783c04, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/067ab920593249dd94f9e839c8560c4e] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=35.5 K 2024-11-14T11:26:05,742 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cd5950fe55e43d6834deeb58ae724e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731583561484 2024-11-14T11:26:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742418_1594 (size=4469) 2024-11-14T11:26:05,742 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 8974289b8ec84d8eaad04809f3783c04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731583561528 2024-11-14T11:26:05,742 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 067ab920593249dd94f9e839c8560c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731583563712 2024-11-14T11:26:05,747 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:05,748 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/c98ab5afc1a5457cb4e6e5f0575329db is 50, key is test_row_0/C:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742419_1595 (size=12493) 2024-11-14T11:26:06,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:06,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-14T11:26:06,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c0625872ebc45f7aca2114a893b4396_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583564884/Put/seqid=0 2024-11-14T11:26:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742420_1596 (size=14794) 2024-11-14T11:26:06,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583626042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583626043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583626046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,049 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-14T11:26:06,084 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:06,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:26:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-14T11:26:06,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T11:26:06,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:26:06,086 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:26:06,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:26:06,143 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:06,144 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/86d444b1c7fd493ba97a0e6d68d85b53 is 175, key is test_row_0/A:col10/1731583564856/Put/seqid=0 2024-11-14T11:26:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742421_1597 (size=31447) 2024-11-14T11:26:06,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583626154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583626154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583626154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,159 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/c98ab5afc1a5457cb4e6e5f0575329db as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/c98ab5afc1a5457cb4e6e5f0575329db 2024-11-14T11:26:06,163 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/C of f81bc750c44587e12ca5960e6723018c into c98ab5afc1a5457cb4e6e5f0575329db(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:06,163 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:06,163 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/C, priority=13, startTime=1731583565711; duration=0sec 2024-11-14T11:26:06,163 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:06,163 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:C 2024-11-14T11:26:06,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T11:26:06,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T11:26:06,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,366 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583626364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583626364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583626364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T11:26:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T11:26:06,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:06,444 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149c0625872ebc45f7aca2114a893b4396_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c0625872ebc45f7aca2114a893b4396_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:06,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/4df41064d9d14b86b07d04412b82fa1e, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:06,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/4df41064d9d14b86b07d04412b82fa1e is 175, key is test_row_0/A:col10/1731583564884/Put/seqid=0 2024-11-14T11:26:06,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742422_1598 (size=39749) 2024-11-14T11:26:06,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/4df41064d9d14b86b07d04412b82fa1e 2024-11-14T11:26:06,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f27fb7b43ff448f2bc29f59f41aa5535 is 50, key is test_row_0/B:col10/1731583564884/Put/seqid=0 2024-11-14T11:26:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742423_1599 (size=12151) 2024-11-14T11:26:06,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T11:26:06,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,556 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/86d444b1c7fd493ba97a0e6d68d85b53 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/86d444b1c7fd493ba97a0e6d68d85b53 2024-11-14T11:26:06,559 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/A of f81bc750c44587e12ca5960e6723018c into 86d444b1c7fd493ba97a0e6d68d85b53(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:06,559 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:06,559 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/A, priority=13, startTime=1731583565711; duration=0sec 2024-11-14T11:26:06,559 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:06,559 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:A 2024-11-14T11:26:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583626673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583626673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583626674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:06,676 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:06,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T11:26:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T11:26:06,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T11:26:06,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:06,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:06,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:06,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f27fb7b43ff448f2bc29f59f41aa5535 2024-11-14T11:26:06,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/e51a767452484ac3b8c20a9e3f8bd03f is 50, key is test_row_0/C:col10/1731583564884/Put/seqid=0 2024-11-14T11:26:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742424_1600 (size=12151) 2024-11-14T11:26:06,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/e51a767452484ac3b8c20a9e3f8bd03f 2024-11-14T11:26:06,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/4df41064d9d14b86b07d04412b82fa1e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e 2024-11-14T11:26:06,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e, entries=200, sequenceid=171, filesize=38.8 K 2024-11-14T11:26:06,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f27fb7b43ff448f2bc29f59f41aa5535 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f27fb7b43ff448f2bc29f59f41aa5535 2024-11-14T11:26:06,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f27fb7b43ff448f2bc29f59f41aa5535, entries=150, sequenceid=171, filesize=11.9 K 2024-11-14T11:26:06,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/e51a767452484ac3b8c20a9e3f8bd03f as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e51a767452484ac3b8c20a9e3f8bd03f 2024-11-14T11:26:06,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e51a767452484ac3b8c20a9e3f8bd03f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-14T11:26:06,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f81bc750c44587e12ca5960e6723018c in 860ms, sequenceid=171, compaction requested=false 2024-11-14T11:26:06,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:07,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-14T11:26:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:07,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:26:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f3a3014898b428bbebac762aedc42af_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583566042/Put/seqid=0 2024-11-14T11:26:07,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742425_1601 (size=12304) 2024-11-14T11:26:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:07,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:07,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583627212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583627215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583627216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T11:26:07,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583627324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583627324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583627324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:07,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144f3a3014898b428bbebac762aedc42af_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f3a3014898b428bbebac762aedc42af_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:07,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/f87131461a5341288a8ee064cedcf81c, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:07,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/f87131461a5341288a8ee064cedcf81c is 175, key is test_row_0/A:col10/1731583566042/Put/seqid=0 2024-11-14T11:26:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742426_1602 (size=31105) 2024-11-14T11:26:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583627534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583627534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583627534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,538 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/f87131461a5341288a8ee064cedcf81c 2024-11-14T11:26:07,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/90727ac527b14c35b1bb49bd7ac4a4cf is 50, key is test_row_0/B:col10/1731583566042/Put/seqid=0 2024-11-14T11:26:07,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742427_1603 (size=12151) 2024-11-14T11:26:07,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/90727ac527b14c35b1bb49bd7ac4a4cf 2024-11-14T11:26:07,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583627844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583627844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583627844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:07,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:07,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/316f9cab6a4f41d9bca32b25b3c4ba05 is 50, key is test_row_0/C:col10/1731583566042/Put/seqid=0 2024-11-14T11:26:07,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742428_1604 (size=12151) 2024-11-14T11:26:07,858 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/316f9cab6a4f41d9bca32b25b3c4ba05 2024-11-14T11:26:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/f87131461a5341288a8ee064cedcf81c as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c 2024-11-14T11:26:07,868 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c, entries=150, sequenceid=186, filesize=30.4 K 2024-11-14T11:26:07,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/90727ac527b14c35b1bb49bd7ac4a4cf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/90727ac527b14c35b1bb49bd7ac4a4cf 2024-11-14T11:26:07,873 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/90727ac527b14c35b1bb49bd7ac4a4cf, entries=150, sequenceid=186, filesize=11.9 K 2024-11-14T11:26:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/316f9cab6a4f41d9bca32b25b3c4ba05 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/316f9cab6a4f41d9bca32b25b3c4ba05 2024-11-14T11:26:07,877 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/316f9cab6a4f41d9bca32b25b3c4ba05, entries=150, sequenceid=186, filesize=11.9 K 2024-11-14T11:26:07,878 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f81bc750c44587e12ca5960e6723018c in 875ms, sequenceid=186, compaction requested=true 2024-11-14T11:26:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-14T11:26:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-14T11:26:07,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-14T11:26:07,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7940 sec 2024-11-14T11:26:07,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.7980 sec 2024-11-14T11:26:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-14T11:26:08,234 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:08,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:26:08,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-14T11:26:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:08,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:26:08,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:26:08,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:26:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:08,356 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:08,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:26:08,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140988e9dc4f6c48c5b7b8a63cf0e501fa_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742429_1605 (size=17284) 2024-11-14T11:26:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583628367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,371 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583628371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,374 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140988e9dc4f6c48c5b7b8a63cf0e501fa_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140988e9dc4f6c48c5b7b8a63cf0e501fa_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583628371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,375 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/0c20f1a8b23f4aaaa2dd2420a3032c6e, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:08,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/0c20f1a8b23f4aaaa2dd2420a3032c6e is 175, key is test_row_0/A:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742430_1606 (size=48389) 2024-11-14T11:26:08,380 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/0c20f1a8b23f4aaaa2dd2420a3032c6e 2024-11-14T11:26:08,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/07b97e4a4c164a368030f508803292e3 is 50, key is test_row_0/B:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742431_1607 (size=12151) 2024-11-14T11:26:08,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/07b97e4a4c164a368030f508803292e3 2024-11-14T11:26:08,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11e7a45599ec49ab9eefb6194db466ed is 50, key is test_row_0/C:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742432_1608 (size=12151) 2024-11-14T11:26:08,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11e7a45599ec49ab9eefb6194db466ed 2024-11-14T11:26:08,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/0c20f1a8b23f4aaaa2dd2420a3032c6e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e 2024-11-14T11:26:08,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e, entries=250, sequenceid=211, filesize=47.3 K 2024-11-14T11:26:08,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/07b97e4a4c164a368030f508803292e3 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/07b97e4a4c164a368030f508803292e3 2024-11-14T11:26:08,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/07b97e4a4c164a368030f508803292e3, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T11:26:08,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11e7a45599ec49ab9eefb6194db466ed as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11e7a45599ec49ab9eefb6194db466ed 2024-11-14T11:26:08,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11e7a45599ec49ab9eefb6194db466ed, entries=150, sequenceid=211, filesize=11.9 K 2024-11-14T11:26:08,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f81bc750c44587e12ca5960e6723018c in 79ms, sequenceid=211, compaction requested=true 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:26:08,436 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:08,436 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:26:08,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/A is initiating minor compaction (all files) 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/B is initiating minor compaction (all files) 2024-11-14T11:26:08,437 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/A in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,437 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/B in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,437 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/86d444b1c7fd493ba97a0e6d68d85b53, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=147.2 K 2024-11-14T11:26:08,437 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/983cab832fb64865a10735e8635d8407, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f27fb7b43ff448f2bc29f59f41aa5535, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/90727ac527b14c35b1bb49bd7ac4a4cf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/07b97e4a4c164a368030f508803292e3] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=47.8 K 2024-11-14T11:26:08,437 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/86d444b1c7fd493ba97a0e6d68d85b53, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e] 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86d444b1c7fd493ba97a0e6d68d85b53, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731583563712 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 983cab832fb64865a10735e8635d8407, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731583563712 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4df41064d9d14b86b07d04412b82fa1e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731583564876 2024-11-14T11:26:08,437 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f27fb7b43ff448f2bc29f59f41aa5535, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731583564884 2024-11-14T11:26:08,438 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f87131461a5341288a8ee064cedcf81c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731583566038 2024-11-14T11:26:08,438 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 90727ac527b14c35b1bb49bd7ac4a4cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731583566038 2024-11-14T11:26:08,438 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 07b97e4a4c164a368030f508803292e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583567214 2024-11-14T11:26:08,438 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c20f1a8b23f4aaaa2dd2420a3032c6e, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583567208 2024-11-14T11:26:08,447 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:08,448 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:08,448 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f9472236f1444a2bac14660001108d9e is 50, key is test_row_0/B:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,450 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411149742ad6b942649f482bc19190e010cf2_f81bc750c44587e12ca5960e6723018c store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:08,453 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411149742ad6b942649f482bc19190e010cf2_f81bc750c44587e12ca5960e6723018c, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:08,453 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149742ad6b942649f482bc19190e010cf2_f81bc750c44587e12ca5960e6723018c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:08,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742433_1609 (size=12629) 2024-11-14T11:26:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742434_1610 (size=4469) 2024-11-14T11:26:08,461 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/f9472236f1444a2bac14660001108d9e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f9472236f1444a2bac14660001108d9e 2024-11-14T11:26:08,465 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/B of f81bc750c44587e12ca5960e6723018c into f9472236f1444a2bac14660001108d9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:08,465 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:08,465 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/B, priority=12, startTime=1731583568436; duration=0sec 2024-11-14T11:26:08,465 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:08,465 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:B 2024-11-14T11:26:08,465 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:08,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:08,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/C is initiating minor compaction (all files) 2024-11-14T11:26:08,467 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/C in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,467 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/c98ab5afc1a5457cb4e6e5f0575329db, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e51a767452484ac3b8c20a9e3f8bd03f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/316f9cab6a4f41d9bca32b25b3c4ba05, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11e7a45599ec49ab9eefb6194db466ed] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=47.8 K 2024-11-14T11:26:08,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting c98ab5afc1a5457cb4e6e5f0575329db, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731583563712 2024-11-14T11:26:08,467 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e51a767452484ac3b8c20a9e3f8bd03f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731583564884 2024-11-14T11:26:08,468 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 316f9cab6a4f41d9bca32b25b3c4ba05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731583566038 2024-11-14T11:26:08,469 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e7a45599ec49ab9eefb6194db466ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583567214 2024-11-14T11:26:08,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:08,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:08,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-14T11:26:08,478 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#C#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:08,478 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/918315179c8c4b28992561f4f9083263 is 50, key is test_row_0/C:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742435_1611 (size=12629) 2024-11-14T11:26:08,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e2ba57abbec49ce9851594b121060a8_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583568363/Put/seqid=0 2024-11-14T11:26:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742436_1612 (size=14794) 2024-11-14T11:26:08,487 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:08,489 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/918315179c8c4b28992561f4f9083263 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/918315179c8c4b28992561f4f9083263 2024-11-14T11:26:08,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142e2ba57abbec49ce9851594b121060a8_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e2ba57abbec49ce9851594b121060a8_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:08,491 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/11544b2b0391448fadae49a27f248443, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:08,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/11544b2b0391448fadae49a27f248443 is 175, key is test_row_0/A:col10/1731583568363/Put/seqid=0 2024-11-14T11:26:08,494 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/C of f81bc750c44587e12ca5960e6723018c into 918315179c8c4b28992561f4f9083263(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:08,495 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:08,495 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/C, priority=12, startTime=1731583568436; duration=0sec 2024-11-14T11:26:08,495 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:08,495 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:C 2024-11-14T11:26:08,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742437_1613 (size=39749) 2024-11-14T11:26:08,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583628521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583628522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583628523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583628634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583628634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583628634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:08,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:08,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583628844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583628844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583628844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:08,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:08,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:08,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:08,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:08,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:08,859 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#A#compaction#514 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:08,859 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/c4629ade942a475bb7694eec59c1178a is 175, key is test_row_0/A:col10/1731583568356/Put/seqid=0 2024-11-14T11:26:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742438_1614 (size=31583) 2024-11-14T11:26:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:08,867 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/c4629ade942a475bb7694eec59c1178a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/c4629ade942a475bb7694eec59c1178a 2024-11-14T11:26:08,871 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/A of f81bc750c44587e12ca5960e6723018c into c4629ade942a475bb7694eec59c1178a(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:08,871 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:08,871 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/A, priority=12, startTime=1731583568436; duration=0sec 2024-11-14T11:26:08,871 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:08,871 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:A 2024-11-14T11:26:08,898 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/11544b2b0391448fadae49a27f248443 2024-11-14T11:26:08,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/e1c1f59514f8415082244aee2bce17f1 is 50, key is test_row_0/B:col10/1731583568363/Put/seqid=0 2024-11-14T11:26:08,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742439_1615 (size=12151) 2024-11-14T11:26:08,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/e1c1f59514f8415082244aee2bce17f1 2024-11-14T11:26:08,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/f4983972ea4f45eb99baaf99d4d69a06 is 50, key is test_row_0/C:col10/1731583568363/Put/seqid=0 2024-11-14T11:26:08,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742440_1616 (size=12151) 2024-11-14T11:26:09,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:09,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:09,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583629153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583629153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583629154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:09,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:09,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:09,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/f4983972ea4f45eb99baaf99d4d69a06 2024-11-14T11:26:09,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/11544b2b0391448fadae49a27f248443 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443 2024-11-14T11:26:09,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443, entries=200, sequenceid=224, filesize=38.8 K 2024-11-14T11:26:09,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/e1c1f59514f8415082244aee2bce17f1 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e1c1f59514f8415082244aee2bce17f1 2024-11-14T11:26:09,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e1c1f59514f8415082244aee2bce17f1, entries=150, sequenceid=224, filesize=11.9 K 2024-11-14T11:26:09,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/f4983972ea4f45eb99baaf99d4d69a06 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/f4983972ea4f45eb99baaf99d4d69a06 2024-11-14T11:26:09,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/f4983972ea4f45eb99baaf99d4d69a06, entries=150, sequenceid=224, filesize=11.9 K 2024-11-14T11:26:09,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f81bc750c44587e12ca5960e6723018c in 869ms, sequenceid=224, compaction requested=false 2024-11-14T11:26:09,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:09,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-14T11:26:09,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:09,460 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-14T11:26:09,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114488365a2afe948b8a47c5293120ec8bf_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583568521/Put/seqid=0 2024-11-14T11:26:09,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742441_1617 (size=12304) 2024-11-14T11:26:09,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:09,485 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114488365a2afe948b8a47c5293120ec8bf_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114488365a2afe948b8a47c5293120ec8bf_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:09,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8347dd01721a470baeca93c7163db628, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:09,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8347dd01721a470baeca93c7163db628 is 175, key is test_row_0/A:col10/1731583568521/Put/seqid=0 2024-11-14T11:26:09,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742442_1618 (size=31105) 2024-11-14T11:26:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:09,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:09,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583629677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583629678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583629678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,681 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,682 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583629783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583629784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583629784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,785 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,890 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8347dd01721a470baeca93c7163db628 2024-11-14T11:26:09,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/46a39d1ad63b4c489f7befa10b3eb926 is 50, key is test_row_0/B:col10/1731583568521/Put/seqid=0 2024-11-14T11:26:09,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742443_1619 (size=12151) 2024-11-14T11:26:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583629994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583629994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583629994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:09,999 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,299 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/46a39d1ad63b4c489f7befa10b3eb926 2024-11-14T11:26:10,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11fea9b468584928a32c052e039c20ca is 50, key is test_row_0/C:col10/1731583568521/Put/seqid=0 2024-11-14T11:26:10,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583630304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583630304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583630304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,307 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742444_1620 (size=12151) 2024-11-14T11:26:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:10,709 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11fea9b468584928a32c052e039c20ca 2024-11-14T11:26:10,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/8347dd01721a470baeca93c7163db628 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628 2024-11-14T11:26:10,722 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628, entries=150, sequenceid=250, filesize=30.4 K 2024-11-14T11:26:10,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/46a39d1ad63b4c489f7befa10b3eb926 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/46a39d1ad63b4c489f7befa10b3eb926 2024-11-14T11:26:10,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/46a39d1ad63b4c489f7befa10b3eb926, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T11:26:10,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/11fea9b468584928a32c052e039c20ca as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11fea9b468584928a32c052e039c20ca 2024-11-14T11:26:10,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11fea9b468584928a32c052e039c20ca, entries=150, sequenceid=250, filesize=11.9 K 2024-11-14T11:26:10,739 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f81bc750c44587e12ca5960e6723018c in 1278ms, sequenceid=250, compaction requested=true 2024-11-14T11:26:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:10,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-14T11:26:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-14T11:26:10,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-14T11:26:10,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5050 sec 2024-11-14T11:26:10,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.5120 sec 2024-11-14T11:26:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:10,818 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:10,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-14T11:26:10,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f9433a3edadf46f38b841eab3fcfca8d_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:10,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742445_1621 (size=14994) 2024-11-14T11:26:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583630853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,858 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583630858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583630858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583630964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583630974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583630974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,977 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583631174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583631184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,187 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583631184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,234 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:11,236 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f9433a3edadf46f38b841eab3fcfca8d_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9433a3edadf46f38b841eab3fcfca8d_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:11,237 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/84cefb7aba744860ab0f1f8302ec334e, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:11,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/84cefb7aba744860ab0f1f8302ec334e is 175, key is test_row_0/A:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:11,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742446_1622 (size=39949) 2024-11-14T11:26:11,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583631483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,485 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583631493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583631494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:11,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/84cefb7aba744860ab0f1f8302ec334e 2024-11-14T11:26:11,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/864db0e609b041e6b5d3903458bb8097 is 50, key is test_row_0/B:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:11,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742447_1623 (size=12301) 2024-11-14T11:26:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583631994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583632003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:12,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583632003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:12,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:12,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/864db0e609b041e6b5d3903458bb8097 2024-11-14T11:26:12,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b06a795f36bf4b9e91bf203108a7a1ae is 50, key is test_row_0/C:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742448_1624 (size=12301) 2024-11-14T11:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-14T11:26:12,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:12,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-14T11:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T11:26:12,406 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:26:12,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:26:12,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:26:12,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b06a795f36bf4b9e91bf203108a7a1ae 2024-11-14T11:26:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/84cefb7aba744860ab0f1f8302ec334e as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e 2024-11-14T11:26:12,462 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e, entries=200, sequenceid=265, filesize=39.0 K 2024-11-14T11:26:12,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/864db0e609b041e6b5d3903458bb8097 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/864db0e609b041e6b5d3903458bb8097 2024-11-14T11:26:12,466 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/864db0e609b041e6b5d3903458bb8097, entries=150, sequenceid=265, filesize=12.0 K 2024-11-14T11:26:12,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b06a795f36bf4b9e91bf203108a7a1ae as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b06a795f36bf4b9e91bf203108a7a1ae 2024-11-14T11:26:12,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b06a795f36bf4b9e91bf203108a7a1ae, entries=150, sequenceid=265, filesize=12.0 K 2024-11-14T11:26:12,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f81bc750c44587e12ca5960e6723018c in 1651ms, sequenceid=265, compaction requested=true 2024-11-14T11:26:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:26:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:12,469 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:26:12,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:12,469 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:12,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:26:12,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:12,470 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:12,470 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:12,470 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/A is initiating minor compaction (all files) 2024-11-14T11:26:12,470 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/B is initiating minor compaction (all files) 2024-11-14T11:26:12,470 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/A in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:12,470 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/B in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:12,471 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/c4629ade942a475bb7694eec59c1178a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=139.0 K 2024-11-14T11:26:12,471 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f9472236f1444a2bac14660001108d9e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e1c1f59514f8415082244aee2bce17f1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/46a39d1ad63b4c489f7befa10b3eb926, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/864db0e609b041e6b5d3903458bb8097] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=48.1 K 2024-11-14T11:26:12,471 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/c4629ade942a475bb7694eec59c1178a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e] 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4629ade942a475bb7694eec59c1178a, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583567214 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting f9472236f1444a2bac14660001108d9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583567214 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11544b2b0391448fadae49a27f248443, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731583568363 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e1c1f59514f8415082244aee2bce17f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731583568363 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8347dd01721a470baeca93c7163db628, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731583568515 2024-11-14T11:26:12,471 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a39d1ad63b4c489f7befa10b3eb926, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731583568515 2024-11-14T11:26:12,472 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84cefb7aba744860ab0f1f8302ec334e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731583569676 2024-11-14T11:26:12,472 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 864db0e609b041e6b5d3903458bb8097, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731583569676 2024-11-14T11:26:12,480 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:12,484 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#B#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:12,484 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/87f13013a5364a05acd16dd4be00fd73 is 50, key is test_row_0/B:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:12,484 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114246355422b244a319389d322bc6a7dd2_f81bc750c44587e12ca5960e6723018c store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:12,486 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114246355422b244a319389d322bc6a7dd2_f81bc750c44587e12ca5960e6723018c, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:12,487 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114246355422b244a319389d322bc6a7dd2_f81bc750c44587e12ca5960e6723018c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742449_1625 (size=12915) 2024-11-14T11:26:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742450_1626 (size=4469) 2024-11-14T11:26:12,509 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#A#compaction#525 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:12,509 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/358d90ca26a148dcb924d34ccd575cba is 175, key is test_row_0/A:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T11:26:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742451_1627 (size=31869) 2024-11-14T11:26:12,521 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/358d90ca26a148dcb924d34ccd575cba as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/358d90ca26a148dcb924d34ccd575cba 2024-11-14T11:26:12,524 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/A of f81bc750c44587e12ca5960e6723018c into 358d90ca26a148dcb924d34ccd575cba(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:12,524 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:12,524 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/A, priority=12, startTime=1731583572469; duration=0sec 2024-11-14T11:26:12,524 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:12,524 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:A 2024-11-14T11:26:12,524 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T11:26:12,525 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-14T11:26:12,526 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/C is initiating minor compaction (all files) 2024-11-14T11:26:12,526 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/C in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:12,526 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/918315179c8c4b28992561f4f9083263, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/f4983972ea4f45eb99baaf99d4d69a06, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11fea9b468584928a32c052e039c20ca, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b06a795f36bf4b9e91bf203108a7a1ae] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=48.1 K 2024-11-14T11:26:12,526 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 918315179c8c4b28992561f4f9083263, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731583567214 2024-11-14T11:26:12,526 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4983972ea4f45eb99baaf99d4d69a06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731583568363 2024-11-14T11:26:12,526 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11fea9b468584928a32c052e039c20ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731583568515 2024-11-14T11:26:12,527 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting b06a795f36bf4b9e91bf203108a7a1ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731583569676 2024-11-14T11:26:12,532 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:12,533 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/fb46d7c3b3a04a66b6c9a4d1227526f0 is 50, key is test_row_0/C:col10/1731583569677/Put/seqid=0 2024-11-14T11:26:12,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742452_1628 (size=12915) 2024-11-14T11:26:12,540 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/fb46d7c3b3a04a66b6c9a4d1227526f0 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/fb46d7c3b3a04a66b6c9a4d1227526f0 2024-11-14T11:26:12,544 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/C of f81bc750c44587e12ca5960e6723018c into fb46d7c3b3a04a66b6c9a4d1227526f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:12,544 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:12,544 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/C, priority=12, startTime=1731583572470; duration=0sec 2024-11-14T11:26:12,544 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:12,544 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:C 2024-11-14T11:26:12,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-14T11:26:12,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:12,559 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-14T11:26:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a59677ba433410387a0c9c9f0137bf5_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583570856/Put/seqid=0 2024-11-14T11:26:12,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742453_1629 (size=12454) 2024-11-14T11:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T11:26:12,901 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/87f13013a5364a05acd16dd4be00fd73 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87f13013a5364a05acd16dd4be00fd73 2024-11-14T11:26:12,904 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f81bc750c44587e12ca5960e6723018c/B of f81bc750c44587e12ca5960e6723018c into 87f13013a5364a05acd16dd4be00fd73(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:12,904 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:12,904 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/B, priority=12, startTime=1731583572469; duration=0sec 2024-11-14T11:26:12,904 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:12,904 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:B 2024-11-14T11:26:12,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:12,972 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140a59677ba433410387a0c9c9f0137bf5_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a59677ba433410387a0c9c9f0137bf5_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:12,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf2bf576c77d4b07ab9659ad8a125c12, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:12,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf2bf576c77d4b07ab9659ad8a125c12 is 175, key is test_row_0/A:col10/1731583570856/Put/seqid=0 2024-11-14T11:26:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742454_1630 (size=31255) 2024-11-14T11:26:12,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf2bf576c77d4b07ab9659ad8a125c12 2024-11-14T11:26:12,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/e61c4dee2a6e4c5c964ad5a3260e9775 is 50, key is test_row_0/B:col10/1731583570856/Put/seqid=0 2024-11-14T11:26:12,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742455_1631 (size=12301) 2024-11-14T11:26:12,993 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/e61c4dee2a6e4c5c964ad5a3260e9775 2024-11-14T11:26:13,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b19df749164742dca1807284e334aba9 is 50, key is test_row_0/C:col10/1731583570856/Put/seqid=0 2024-11-14T11:26:13,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742456_1632 (size=12301) 2024-11-14T11:26:13,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:13,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T11:26:13,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583633033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583633034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583633034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583633144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583633144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583633144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583633354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583633354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583633354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,356 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b19df749164742dca1807284e334aba9 2024-11-14T11:26:13,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/bf2bf576c77d4b07ab9659ad8a125c12 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12 2024-11-14T11:26:13,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12, entries=150, sequenceid=288, filesize=30.5 K 2024-11-14T11:26:13,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/e61c4dee2a6e4c5c964ad5a3260e9775 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e61c4dee2a6e4c5c964ad5a3260e9775 2024-11-14T11:26:13,413 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e61c4dee2a6e4c5c964ad5a3260e9775, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T11:26:13,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/b19df749164742dca1807284e334aba9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b19df749164742dca1807284e334aba9 2024-11-14T11:26:13,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b19df749164742dca1807284e334aba9, entries=150, sequenceid=288, filesize=12.0 K 2024-11-14T11:26:13,417 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f81bc750c44587e12ca5960e6723018c in 858ms, sequenceid=288, compaction requested=false 2024-11-14T11:26:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:13,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-14T11:26:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-14T11:26:13,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-14T11:26:13,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-11-14T11:26:13,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.0160 sec 2024-11-14T11:26:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-14T11:26:13,544 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:13,544 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-14T11:26:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-14T11:26:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T11:26:13,545 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-14T11:26:13,546 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T11:26:13,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T11:26:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T11:26:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(8855): Flush requested on f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:13,666 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T11:26:13,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-14T11:26:13,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114340b83b2012646fab3f8401f853f861b_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:13,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742457_1633 (size=12454) 2024-11-14T11:26:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583633691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:13,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:13,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:13,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583633694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583633694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583633804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583633804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583633804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,806 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,807 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:13,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:13,851 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:13,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:13,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44350 deadline: 1731583633853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,855 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_2' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:26:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T11:26:13,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44346 deadline: 1731583633924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:13,927 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 7437412fa5b4,43533,1731583409711 for 'test_row_0' in f81bc750c44587e12ca5960e6723018c of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18294 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-14T11:26:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:13,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583634014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583634014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583634014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:14,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114340b83b2012646fab3f8401f853f861b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114340b83b2012646fab3f8401f853f861b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:14,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/6a11b946b10b4b1983e84a9cdff65d12, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:14,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/6a11b946b10b4b1983e84a9cdff65d12 is 175, key is test_row_0/A:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:14,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742458_1634 (size=31255) 2024-11-14T11:26:14,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T11:26:14,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583634323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583634323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583634323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,328 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,482 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/6a11b946b10b4b1983e84a9cdff65d12 2024-11-14T11:26:14,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/87b332183bdd4bbd909c6dd98efa6512 is 50, key is test_row_0/B:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:14,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742459_1635 (size=12301) 2024-11-14T11:26:14,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T11:26:14,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44392 deadline: 1731583634834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44368 deadline: 1731583634834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44384 deadline: 1731583634834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 , the old value is region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T11:26:14,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., hostname=7437412fa5b4,43533,1731583409711, seqNum=5 because the exception is null or not the one we care about 2024-11-14T11:26:14,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/87b332183bdd4bbd909c6dd98efa6512 2024-11-14T11:26:14,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/1dbac75979fb432cb4be375be8cbd7f8 is 50, key is test_row_0/C:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:14,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742460_1636 (size=12301) 2024-11-14T11:26:14,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:14,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:14,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. as already flushing 2024-11-14T11:26:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T11:26:15,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/1dbac75979fb432cb4be375be8cbd7f8 2024-11-14T11:26:15,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/6a11b946b10b4b1983e84a9cdff65d12 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12 2024-11-14T11:26:15,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12, entries=150, sequenceid=306, filesize=30.5 K 2024-11-14T11:26:15,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/87b332183bdd4bbd909c6dd98efa6512 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87b332183bdd4bbd909c6dd98efa6512 2024-11-14T11:26:15,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87b332183bdd4bbd909c6dd98efa6512, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T11:26:15,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/1dbac75979fb432cb4be375be8cbd7f8 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1dbac75979fb432cb4be375be8cbd7f8 2024-11-14T11:26:15,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1dbac75979fb432cb4be375be8cbd7f8, entries=150, sequenceid=306, filesize=12.0 K 2024-11-14T11:26:15,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f81bc750c44587e12ca5960e6723018c in 1644ms, sequenceid=306, compaction requested=true 2024-11-14T11:26:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:A, priority=-2147483648, current under compaction store size is 1 2024-11-14T11:26:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:15,310 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:26:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:B, priority=-2147483648, current under compaction store size is 2 2024-11-14T11:26:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f81bc750c44587e12ca5960e6723018c:C, priority=-2147483648, current under compaction store size is 3 2024-11-14T11:26:15,310 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:26:15,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:15,311 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:26:15,311 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:26:15,311 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/A is initiating minor compaction (all files) 2024-11-14T11:26:15,311 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/B is initiating minor compaction (all files) 2024-11-14T11:26:15,311 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/A in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,311 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/B in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,311 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/358d90ca26a148dcb924d34ccd575cba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=92.2 K 2024-11-14T11:26:15,311 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87f13013a5364a05acd16dd4be00fd73, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e61c4dee2a6e4c5c964ad5a3260e9775, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87b332183bdd4bbd909c6dd98efa6512] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=36.6 K 2024-11-14T11:26:15,311 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,311 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. files: [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/358d90ca26a148dcb924d34ccd575cba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12] 2024-11-14T11:26:15,311 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 358d90ca26a148dcb924d34ccd575cba, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731583569676 2024-11-14T11:26:15,312 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 87f13013a5364a05acd16dd4be00fd73, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731583569676 2024-11-14T11:26:15,312 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf2bf576c77d4b07ab9659ad8a125c12, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583570848 2024-11-14T11:26:15,312 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting e61c4dee2a6e4c5c964ad5a3260e9775, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583570848 2024-11-14T11:26:15,312 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a11b946b10b4b1983e84a9cdff65d12, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731583573028 2024-11-14T11:26:15,312 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b332183bdd4bbd909c6dd98efa6512, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731583573028 2024-11-14T11:26:15,317 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:15,317 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:15,318 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/36df0f7197c348eab22557e9c43feecf is 50, key is test_row_0/B:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:15,318 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114592eb047d8514e1bbeec23c0faebc6e3_f81bc750c44587e12ca5960e6723018c store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:15,320 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114592eb047d8514e1bbeec23c0faebc6e3_f81bc750c44587e12ca5960e6723018c, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:15,321 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114592eb047d8514e1bbeec23c0faebc6e3_f81bc750c44587e12ca5960e6723018c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:15,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742461_1637 (size=13017) 2024-11-14T11:26:15,337 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/36df0f7197c348eab22557e9c43feecf as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/36df0f7197c348eab22557e9c43feecf 2024-11-14T11:26:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742462_1638 (size=4469) 2024-11-14T11:26:15,341 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/B of f81bc750c44587e12ca5960e6723018c into 36df0f7197c348eab22557e9c43feecf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:15,341 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:15,341 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/B, priority=13, startTime=1731583575310; duration=0sec 2024-11-14T11:26:15,341 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-14T11:26:15,341 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:B 2024-11-14T11:26:15,342 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T11:26:15,342 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T11:26:15,342 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1541): f81bc750c44587e12ca5960e6723018c/C is initiating minor compaction (all files) 2024-11-14T11:26:15,342 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f81bc750c44587e12ca5960e6723018c/C in TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,342 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/fb46d7c3b3a04a66b6c9a4d1227526f0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b19df749164742dca1807284e334aba9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1dbac75979fb432cb4be375be8cbd7f8] into tmpdir=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp, totalSize=36.6 K 2024-11-14T11:26:15,343 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting fb46d7c3b3a04a66b6c9a4d1227526f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731583569676 2024-11-14T11:26:15,343 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting b19df749164742dca1807284e334aba9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731583570848 2024-11-14T11:26:15,343 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dbac75979fb432cb4be375be8cbd7f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731583573028 2024-11-14T11:26:15,348 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#C#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:15,349 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/e8b74a893144446a8ce1b0f46bd5b5a9 is 50, key is test_row_0/C:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742463_1639 (size=13017) 2024-11-14T11:26:15,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43533 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-14T11:26:15,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,374 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-14T11:26:15,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a228bd23dd754a158660ad22ef853477_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583573693/Put/seqid=0 2024-11-14T11:26:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742464_1640 (size=12454) 2024-11-14T11:26:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,394 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114a228bd23dd754a158660ad22ef853477_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a228bd23dd754a158660ad22ef853477_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:15,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/fe140e6e521c47d9be8d7d9eb57e34ba, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:15,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/fe140e6e521c47d9be8d7d9eb57e34ba is 175, key is test_row_0/A:col10/1731583573693/Put/seqid=0 2024-11-14T11:26:15,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742465_1641 (size=31255) 2024-11-14T11:26:15,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/fe140e6e521c47d9be8d7d9eb57e34ba 2024-11-14T11:26:15,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/73fc5e05ea38490f8b03999cf350033b is 50, key is test_row_0/B:col10/1731583573693/Put/seqid=0 2024-11-14T11:26:15,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742466_1642 (size=12301) 2024-11-14T11:26:15,415 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/73fc5e05ea38490f8b03999cf350033b 2024-11-14T11:26:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/8a496cc65ca3439aafa9f0b4eb717dc6 is 50, key is test_row_0/C:col10/1731583573693/Put/seqid=0 2024-11-14T11:26:15,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742467_1643 (size=12301) 2024-11-14T11:26:15,426 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/8a496cc65ca3439aafa9f0b4eb717dc6 2024-11-14T11:26:15,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/fe140e6e521c47d9be8d7d9eb57e34ba as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/fe140e6e521c47d9be8d7d9eb57e34ba 2024-11-14T11:26:15,434 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/fe140e6e521c47d9be8d7d9eb57e34ba, entries=150, sequenceid=327, filesize=30.5 K 2024-11-14T11:26:15,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/73fc5e05ea38490f8b03999cf350033b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/73fc5e05ea38490f8b03999cf350033b 2024-11-14T11:26:15,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/73fc5e05ea38490f8b03999cf350033b, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T11:26:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/8a496cc65ca3439aafa9f0b4eb717dc6 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8a496cc65ca3439aafa9f0b4eb717dc6 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8a496cc65ca3439aafa9f0b4eb717dc6, entries=150, sequenceid=327, filesize=12.0 K 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 INFO [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=0 B/0 for f81bc750c44587e12ca5960e6723018c in 67ms, sequenceid=327, compaction requested=false 2024-11-14T11:26:15,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:15,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:15,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7437412fa5b4:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-14T11:26:15,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8960 sec 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.9000 sec 2024-11-14T11:26:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 INFO [Thread-2462 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2462. 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [Thread-2462 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,602 DEBUG [Thread-2462 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,602 DEBUG [Thread-2462 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,609 INFO [Thread-2460 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2460. 2024-11-14T11:26:15,609 DEBUG [Thread-2460 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,609 DEBUG [Thread-2460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,609 DEBUG [Thread-2460 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,610 INFO [Thread-2466 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2466. 2024-11-14T11:26:15,610 DEBUG [Thread-2466 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,610 DEBUG [Thread-2466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,610 DEBUG [Thread-2466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,621 INFO [Thread-2464 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2464. 2024-11-14T11:26:15,621 DEBUG [Thread-2464 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,621 DEBUG [Thread-2464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,621 DEBUG [Thread-2464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43533 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:15,625 INFO [Thread-2468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2468. 2024-11-14T11:26:15,625 DEBUG [Thread-2468 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,625 DEBUG [Thread-2468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,625 DEBUG [Thread-2468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-14T11:26:15,695 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:15,740 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f81bc750c44587e12ca5960e6723018c#A#compaction#535 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T11:26:15,741 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/57617c98db884348b601fadbebb9023a is 175, key is test_row_0/A:col10/1731583573664/Put/seqid=0 2024-11-14T11:26:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742468_1644 (size=31971) 2024-11-14T11:26:15,757 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/e8b74a893144446a8ce1b0f46bd5b5a9 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e8b74a893144446a8ce1b0f46bd5b5a9 2024-11-14T11:26:15,760 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/C of f81bc750c44587e12ca5960e6723018c into e8b74a893144446a8ce1b0f46bd5b5a9(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:15,760 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:15,760 INFO [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/C, priority=13, startTime=1731583575310; duration=0sec 2024-11-14T11:26:15,760 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:15,760 DEBUG [RS:0;7437412fa5b4:43533-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:C 2024-11-14T11:26:15,848 INFO [Thread-2451 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2451. 2024-11-14T11:26:15,848 INFO [Thread-2453 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2453. 2024-11-14T11:26:15,848 INFO [Thread-2457 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2457. 2024-11-14T11:26:15,848 DEBUG [Thread-2453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,848 DEBUG [Thread-2457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,848 DEBUG [Thread-2451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:15,848 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,848 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,848 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,849 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,849 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,849 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:15,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:15,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:16,157 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/57617c98db884348b601fadbebb9023a as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/57617c98db884348b601fadbebb9023a 2024-11-14T11:26:16,161 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f81bc750c44587e12ca5960e6723018c/A of f81bc750c44587e12ca5960e6723018c into 57617c98db884348b601fadbebb9023a(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T11:26:16,161 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f81bc750c44587e12ca5960e6723018c: 2024-11-14T11:26:16,161 INFO [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., storeName=f81bc750c44587e12ca5960e6723018c/A, priority=13, startTime=1731583575310; duration=0sec 2024-11-14T11:26:16,161 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T11:26:16,161 DEBUG [RS:0;7437412fa5b4:43533-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f81bc750c44587e12ca5960e6723018c:A 2024-11-14T11:26:23,898 INFO [Thread-2449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2449. 2024-11-14T11:26:23,898 DEBUG [Thread-2449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:23,898 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:23,898 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:23,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:24,009 INFO [Thread-2455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2455. 2024-11-14T11:26:24,009 DEBUG [Thread-2455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-14T11:26:24,009 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:24,010 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:24,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:24,010 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 8 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3611 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3557 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3538 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3597 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3540 2024-11-14T11:26:24,011 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-14T11:26:24,011 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:24,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:24,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:24,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:24,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:24,014 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-14T11:26:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T11:26:24,018 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583584018"}]},"ts":"1731583584018"} 2024-11-14T11:26:24,020 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-14T11:26:24,020 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-14T11:26:24,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-14T11:26:24,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, UNASSIGN}] 2024-11-14T11:26:24,023 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, UNASSIGN 2024-11-14T11:26:24,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=CLOSING, regionLocation=7437412fa5b4,43533,1731583409711 2024-11-14T11:26:24,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, UNASSIGN because future has completed 2024-11-14T11:26:24,025 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T11:26:24,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711}] 2024-11-14T11:26:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T11:26:24,178 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:24,178 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T11:26:24,178 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing f81bc750c44587e12ca5960e6723018c, disabling compactions & flushes 2024-11-14T11:26:24,178 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:24,178 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:24,178 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. after waiting 0 ms 2024-11-14T11:26:24,178 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:24,179 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing f81bc750c44587e12ca5960e6723018c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-14T11:26:24,189 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111425e215c5fa064f59bd7661efd5f2160b_f81bc750c44587e12ca5960e6723018c is 50, key is test_row_0/A:col10/1731583584006/Put/seqid=0 2024-11-14T11:26:24,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742469_1645 (size=12454) 2024-11-14T11:26:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T11:26:24,596 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T11:26:24,606 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111425e215c5fa064f59bd7661efd5f2160b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425e215c5fa064f59bd7661efd5f2160b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:24,607 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/deb59811d88b4477aa7265c3961a8f41, store: [table=TestAcidGuarantees family=A region=f81bc750c44587e12ca5960e6723018c] 2024-11-14T11:26:24,607 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/deb59811d88b4477aa7265c3961a8f41 is 175, key is test_row_0/A:col10/1731583584006/Put/seqid=0 2024-11-14T11:26:24,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742470_1646 (size=31255) 2024-11-14T11:26:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T11:26:25,013 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/deb59811d88b4477aa7265c3961a8f41 2024-11-14T11:26:25,026 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/097948fcb6b546dc8322136a72ea0d8b is 50, key is test_row_0/B:col10/1731583584006/Put/seqid=0 2024-11-14T11:26:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742471_1647 (size=12301) 2024-11-14T11:26:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T11:26:25,431 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/097948fcb6b546dc8322136a72ea0d8b 2024-11-14T11:26:25,444 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/96efc673bec1442982423dcd81189607 is 50, key is test_row_0/C:col10/1731583584006/Put/seqid=0 2024-11-14T11:26:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742472_1648 (size=12301) 2024-11-14T11:26:25,848 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/96efc673bec1442982423dcd81189607 2024-11-14T11:26:25,857 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/A/deb59811d88b4477aa7265c3961a8f41 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/deb59811d88b4477aa7265c3961a8f41 2024-11-14T11:26:25,864 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/deb59811d88b4477aa7265c3961a8f41, entries=150, sequenceid=337, filesize=30.5 K 2024-11-14T11:26:25,864 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/B/097948fcb6b546dc8322136a72ea0d8b as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/097948fcb6b546dc8322136a72ea0d8b 2024-11-14T11:26:25,867 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/097948fcb6b546dc8322136a72ea0d8b, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T11:26:25,868 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/.tmp/C/96efc673bec1442982423dcd81189607 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/96efc673bec1442982423dcd81189607 2024-11-14T11:26:25,871 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/96efc673bec1442982423dcd81189607, entries=150, sequenceid=337, filesize=12.0 K 2024-11-14T11:26:25,872 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f81bc750c44587e12ca5960e6723018c in 1694ms, sequenceid=337, compaction requested=true 2024-11-14T11:26:25,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/3febbb91cb1c4b9989385fd3be4ec44f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4acc0af57ac24751ae2b64f97c44c463, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/86d444b1c7fd493ba97a0e6d68d85b53, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/c4629ade942a475bb7694eec59c1178a, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/358d90ca26a148dcb924d34ccd575cba, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12] to archive 2024-11-14T11:26:25,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:26:25,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/adadfbd1e3f54385856097e60fa5d22d 2024-11-14T11:26:25,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/932875644269455f8384f4011507c923 2024-11-14T11:26:25,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/3febbb91cb1c4b9989385fd3be4ec44f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/3febbb91cb1c4b9989385fd3be4ec44f 2024-11-14T11:26:25,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8dc2c910483c43249ff9d98843c7cfb3 2024-11-14T11:26:25,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/df88bcacd55a4bb3980798d3d074d6b3 2024-11-14T11:26:25,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf4e9a9e033a48bea2e624d2528be121 2024-11-14T11:26:25,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/038dd20921314b8fbee39426b2387d52 2024-11-14T11:26:25,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4acc0af57ac24751ae2b64f97c44c463 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4acc0af57ac24751ae2b64f97c44c463 2024-11-14T11:26:25,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8cbd1b53009d44559989dd64e11a3213 2024-11-14T11:26:25,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/02e8f21cb94a4d2eb8b990d3d2a92202 2024-11-14T11:26:25,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/86d444b1c7fd493ba97a0e6d68d85b53 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/86d444b1c7fd493ba97a0e6d68d85b53 2024-11-14T11:26:25,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/4df41064d9d14b86b07d04412b82fa1e 2024-11-14T11:26:25,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/f87131461a5341288a8ee064cedcf81c 2024-11-14T11:26:25,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/0c20f1a8b23f4aaaa2dd2420a3032c6e 2024-11-14T11:26:25,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/c4629ade942a475bb7694eec59c1178a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/c4629ade942a475bb7694eec59c1178a 2024-11-14T11:26:25,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/11544b2b0391448fadae49a27f248443 2024-11-14T11:26:25,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/8347dd01721a470baeca93c7163db628 2024-11-14T11:26:25,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/84cefb7aba744860ab0f1f8302ec334e 2024-11-14T11:26:25,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/358d90ca26a148dcb924d34ccd575cba to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/358d90ca26a148dcb924d34ccd575cba 2024-11-14T11:26:25,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/bf2bf576c77d4b07ab9659ad8a125c12 2024-11-14T11:26:25,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/6a11b946b10b4b1983e84a9cdff65d12 2024-11-14T11:26:25,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/4df52260dfa547b99312a700d65d81c8, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/47b2dc805c364c36ac5594af60af209f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3715bc22448948ed8a3908299fe8ae9e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f8108db3890743afb092e2fe1bfd1326, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/a0ecfa4530074d43984893c2d7166e73, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/5ed1534516f045368c0289b6502606d2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/77147ad41af946f498a2e9fe245fb032, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/02d56b299dd14a73ac83ad5702c10297, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/983cab832fb64865a10735e8635d8407, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/9c7b3a4d61d745e49312cb8438f37bca, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f27fb7b43ff448f2bc29f59f41aa5535, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/90727ac527b14c35b1bb49bd7ac4a4cf, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f9472236f1444a2bac14660001108d9e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/07b97e4a4c164a368030f508803292e3, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e1c1f59514f8415082244aee2bce17f1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/46a39d1ad63b4c489f7befa10b3eb926, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87f13013a5364a05acd16dd4be00fd73, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/864db0e609b041e6b5d3903458bb8097, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e61c4dee2a6e4c5c964ad5a3260e9775, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87b332183bdd4bbd909c6dd98efa6512] to archive 2024-11-14T11:26:25,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:26:25,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/4df52260dfa547b99312a700d65d81c8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/4df52260dfa547b99312a700d65d81c8 2024-11-14T11:26:25,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/47b2dc805c364c36ac5594af60af209f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/47b2dc805c364c36ac5594af60af209f 2024-11-14T11:26:25,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3715bc22448948ed8a3908299fe8ae9e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3715bc22448948ed8a3908299fe8ae9e 2024-11-14T11:26:25,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f8108db3890743afb092e2fe1bfd1326 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f8108db3890743afb092e2fe1bfd1326 2024-11-14T11:26:25,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/a0ecfa4530074d43984893c2d7166e73 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/a0ecfa4530074d43984893c2d7166e73 2024-11-14T11:26:25,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/5ed1534516f045368c0289b6502606d2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/5ed1534516f045368c0289b6502606d2 2024-11-14T11:26:25,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/77147ad41af946f498a2e9fe245fb032 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/77147ad41af946f498a2e9fe245fb032 2024-11-14T11:26:25,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/3cf5077f1f4d4bf6a4557ed1deeaf3e2 2024-11-14T11:26:25,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/02d56b299dd14a73ac83ad5702c10297 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/02d56b299dd14a73ac83ad5702c10297 2024-11-14T11:26:25,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/983cab832fb64865a10735e8635d8407 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/983cab832fb64865a10735e8635d8407 2024-11-14T11:26:25,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/9c7b3a4d61d745e49312cb8438f37bca to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/9c7b3a4d61d745e49312cb8438f37bca 2024-11-14T11:26:25,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f27fb7b43ff448f2bc29f59f41aa5535 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f27fb7b43ff448f2bc29f59f41aa5535 2024-11-14T11:26:25,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/90727ac527b14c35b1bb49bd7ac4a4cf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/90727ac527b14c35b1bb49bd7ac4a4cf 2024-11-14T11:26:25,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f9472236f1444a2bac14660001108d9e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/f9472236f1444a2bac14660001108d9e 2024-11-14T11:26:25,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/07b97e4a4c164a368030f508803292e3 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/07b97e4a4c164a368030f508803292e3 2024-11-14T11:26:25,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e1c1f59514f8415082244aee2bce17f1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e1c1f59514f8415082244aee2bce17f1 2024-11-14T11:26:25,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/46a39d1ad63b4c489f7befa10b3eb926 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/46a39d1ad63b4c489f7befa10b3eb926 2024-11-14T11:26:25,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87f13013a5364a05acd16dd4be00fd73 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87f13013a5364a05acd16dd4be00fd73 2024-11-14T11:26:25,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/864db0e609b041e6b5d3903458bb8097 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/864db0e609b041e6b5d3903458bb8097 2024-11-14T11:26:25,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e61c4dee2a6e4c5c964ad5a3260e9775 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/e61c4dee2a6e4c5c964ad5a3260e9775 2024-11-14T11:26:25,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87b332183bdd4bbd909c6dd98efa6512 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/87b332183bdd4bbd909c6dd98efa6512 2024-11-14T11:26:25,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/6717beffe66546f3be18cba42191c925, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11d1017d328048749774b906d2ecdb23, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b019778b35534f548f49695a29dac240, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1495e6501c904b0ba4b2756af0587491, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/3b014140278844f79774eec4f4f34509, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/160bebe7b13544f9abef7ff52d557b4b, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/7cd5950fe55e43d6834deeb58ae724e1, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b99ad919e2ad40fdacffe0489c3004ee, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8974289b8ec84d8eaad04809f3783c04, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/c98ab5afc1a5457cb4e6e5f0575329db, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/067ab920593249dd94f9e839c8560c4e, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e51a767452484ac3b8c20a9e3f8bd03f, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/316f9cab6a4f41d9bca32b25b3c4ba05, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/918315179c8c4b28992561f4f9083263, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11e7a45599ec49ab9eefb6194db466ed, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/f4983972ea4f45eb99baaf99d4d69a06, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11fea9b468584928a32c052e039c20ca, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/fb46d7c3b3a04a66b6c9a4d1227526f0, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b06a795f36bf4b9e91bf203108a7a1ae, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b19df749164742dca1807284e334aba9, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1dbac75979fb432cb4be375be8cbd7f8] to archive 2024-11-14T11:26:25,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T11:26:25,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/6717beffe66546f3be18cba42191c925 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/6717beffe66546f3be18cba42191c925 2024-11-14T11:26:25,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11d1017d328048749774b906d2ecdb23 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11d1017d328048749774b906d2ecdb23 2024-11-14T11:26:25,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b019778b35534f548f49695a29dac240 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b019778b35534f548f49695a29dac240 2024-11-14T11:26:25,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1495e6501c904b0ba4b2756af0587491 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1495e6501c904b0ba4b2756af0587491 2024-11-14T11:26:25,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/3b014140278844f79774eec4f4f34509 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/3b014140278844f79774eec4f4f34509 2024-11-14T11:26:25,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/160bebe7b13544f9abef7ff52d557b4b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/160bebe7b13544f9abef7ff52d557b4b 2024-11-14T11:26:25,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/7cd5950fe55e43d6834deeb58ae724e1 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/7cd5950fe55e43d6834deeb58ae724e1 2024-11-14T11:26:25,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b99ad919e2ad40fdacffe0489c3004ee to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b99ad919e2ad40fdacffe0489c3004ee 2024-11-14T11:26:25,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8974289b8ec84d8eaad04809f3783c04 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8974289b8ec84d8eaad04809f3783c04 2024-11-14T11:26:25,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/c98ab5afc1a5457cb4e6e5f0575329db to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/c98ab5afc1a5457cb4e6e5f0575329db 2024-11-14T11:26:25,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/067ab920593249dd94f9e839c8560c4e to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/067ab920593249dd94f9e839c8560c4e 2024-11-14T11:26:25,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e51a767452484ac3b8c20a9e3f8bd03f to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e51a767452484ac3b8c20a9e3f8bd03f 2024-11-14T11:26:25,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/316f9cab6a4f41d9bca32b25b3c4ba05 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/316f9cab6a4f41d9bca32b25b3c4ba05 2024-11-14T11:26:25,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/918315179c8c4b28992561f4f9083263 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/918315179c8c4b28992561f4f9083263 2024-11-14T11:26:25,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11e7a45599ec49ab9eefb6194db466ed to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11e7a45599ec49ab9eefb6194db466ed 2024-11-14T11:26:25,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/f4983972ea4f45eb99baaf99d4d69a06 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/f4983972ea4f45eb99baaf99d4d69a06 2024-11-14T11:26:25,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11fea9b468584928a32c052e039c20ca to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/11fea9b468584928a32c052e039c20ca 2024-11-14T11:26:25,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/fb46d7c3b3a04a66b6c9a4d1227526f0 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/fb46d7c3b3a04a66b6c9a4d1227526f0 2024-11-14T11:26:25,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b06a795f36bf4b9e91bf203108a7a1ae to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b06a795f36bf4b9e91bf203108a7a1ae 2024-11-14T11:26:25,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b19df749164742dca1807284e334aba9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/b19df749164742dca1807284e334aba9 2024-11-14T11:26:25,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1dbac75979fb432cb4be375be8cbd7f8 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/1dbac75979fb432cb4be375be8cbd7f8 2024-11-14T11:26:25,926 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/recovered.edits/340.seqid, newMaxSeqId=340, maxSeqId=4 2024-11-14T11:26:25,926 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. 2024-11-14T11:26:25,926 DEBUG [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for f81bc750c44587e12ca5960e6723018c: Waiting for close lock at 1731583584178Running coprocessor pre-close hooks at 1731583584178Disabling compacts and flushes for region at 1731583584178Disabling writes for close at 1731583584178Obtaining lock to block concurrent updates at 1731583584179 (+1 ms)Preparing flush snapshotting stores in f81bc750c44587e12ca5960e6723018c at 1731583584179Finished memstore snapshotting TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731583584179Flushing stores of TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c. at 1731583584180 (+1 ms)Flushing f81bc750c44587e12ca5960e6723018c/A: creating writer at 1731583584180Flushing mob file f81bc750c44587e12ca5960e6723018c/A: appending metadata at 1731583584189 (+9 ms)Flushing mob file f81bc750c44587e12ca5960e6723018c/A: closing flushed file at 1731583584189Flushing f81bc750c44587e12ca5960e6723018c/A: appending metadata at 1731583584607 (+418 ms)Flushing f81bc750c44587e12ca5960e6723018c/A: closing flushed file at 1731583584607Flushing f81bc750c44587e12ca5960e6723018c/B: creating writer at 1731583585022 (+415 ms)Flushing f81bc750c44587e12ca5960e6723018c/B: appending metadata at 1731583585026 (+4 ms)Flushing f81bc750c44587e12ca5960e6723018c/B: closing flushed file at 1731583585026Flushing f81bc750c44587e12ca5960e6723018c/C: creating writer at 1731583585439 (+413 ms)Flushing f81bc750c44587e12ca5960e6723018c/C: appending metadata at 1731583585443 (+4 ms)Flushing f81bc750c44587e12ca5960e6723018c/C: closing flushed file at 1731583585444 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235e7837: reopening flushed file at 1731583585856 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b5c3ef1: reopening flushed file at 1731583585864 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd1655c: reopening flushed file at 1731583585867 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f81bc750c44587e12ca5960e6723018c in 1694ms, sequenceid=337, compaction requested=true at 1731583585872 (+5 ms)Writing region close event to WAL at 1731583585924 (+52 ms)Running coprocessor post-close hooks at 1731583585926 (+2 ms)Closed at 1731583585926 2024-11-14T11:26:25,928 INFO [RS_CLOSE_REGION-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:25,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=f81bc750c44587e12ca5960e6723018c, regionState=CLOSED 2024-11-14T11:26:25,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 because future has completed 2024-11-14T11:26:25,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-14T11:26:25,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure f81bc750c44587e12ca5960e6723018c, server=7437412fa5b4,43533,1731583409711 in 1.9040 sec 2024-11-14T11:26:25,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-11-14T11:26:25,932 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f81bc750c44587e12ca5960e6723018c, UNASSIGN in 1.9090 sec 2024-11-14T11:26:25,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-14T11:26:25,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-14T11:26:25,934 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731583585934"}]},"ts":"1731583585934"} 2024-11-14T11:26:25,935 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-14T11:26:25,935 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-14T11:26:25,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9210 sec 2024-11-14T11:26:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-14T11:26:26,165 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:26,166 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-14T11:26:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:26,170 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:26,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T11:26:26,172 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:26,177 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,179 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C, FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/recovered.edits] 2024-11-14T11:26:26,181 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/57617c98db884348b601fadbebb9023a to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/57617c98db884348b601fadbebb9023a 2024-11-14T11:26:26,182 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/deb59811d88b4477aa7265c3961a8f41 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/deb59811d88b4477aa7265c3961a8f41 2024-11-14T11:26:26,183 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/fe140e6e521c47d9be8d7d9eb57e34ba to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/A/fe140e6e521c47d9be8d7d9eb57e34ba 2024-11-14T11:26:26,185 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/097948fcb6b546dc8322136a72ea0d8b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/097948fcb6b546dc8322136a72ea0d8b 2024-11-14T11:26:26,186 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/36df0f7197c348eab22557e9c43feecf to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/36df0f7197c348eab22557e9c43feecf 2024-11-14T11:26:26,186 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/73fc5e05ea38490f8b03999cf350033b to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/B/73fc5e05ea38490f8b03999cf350033b 2024-11-14T11:26:26,187 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8a496cc65ca3439aafa9f0b4eb717dc6 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/8a496cc65ca3439aafa9f0b4eb717dc6 2024-11-14T11:26:26,188 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/96efc673bec1442982423dcd81189607 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/96efc673bec1442982423dcd81189607 2024-11-14T11:26:26,189 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e8b74a893144446a8ce1b0f46bd5b5a9 to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/C/e8b74a893144446a8ce1b0f46bd5b5a9 2024-11-14T11:26:26,190 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/recovered.edits/340.seqid to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c/recovered.edits/340.seqid 2024-11-14T11:26:26,190 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/default/TestAcidGuarantees/f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,190 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-14T11:26:26,191 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T11:26:26,191 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-14T11:26:26,193 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140988e9dc4f6c48c5b7b8a63cf0e501fa_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140988e9dc4f6c48c5b7b8a63cf0e501fa_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,193 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a59677ba433410387a0c9c9f0137bf5_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140a59677ba433410387a0c9c9f0137bf5_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,194 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140b01dbace4c24019a067922f3fe577c5_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140b01dbace4c24019a067922f3fe577c5_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,194 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425e215c5fa064f59bd7661efd5f2160b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111425e215c5fa064f59bd7661efd5f2160b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,195 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e2ba57abbec49ce9851594b121060a8_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142e2ba57abbec49ce9851594b121060a8_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,196 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114340b83b2012646fab3f8401f853f861b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114340b83b2012646fab3f8401f853f861b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,197 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114488365a2afe948b8a47c5293120ec8bf_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114488365a2afe948b8a47c5293120ec8bf_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,197 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f3a3014898b428bbebac762aedc42af_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144f3a3014898b428bbebac762aedc42af_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,198 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114660f638068db4503b130d12b5e3d37c3_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114660f638068db4503b130d12b5e3d37c3_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,199 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468d47472e2c342c79a37cf9b733bd81c_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111468d47472e2c342c79a37cf9b733bd81c_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,200 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477d25ccfa6b040669b7813c163a23c14_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111477d25ccfa6b040669b7813c163a23c14_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,201 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c0625872ebc45f7aca2114a893b4396_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149c0625872ebc45f7aca2114a893b4396_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,202 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a228bd23dd754a158660ad22ef853477_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a228bd23dd754a158660ad22ef853477_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,203 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a5605e45d4d5474c95c7c057ccfdfc5b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a5605e45d4d5474c95c7c057ccfdfc5b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,204 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8d0551dd57545438822c821e75a7d6e_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114a8d0551dd57545438822c821e75a7d6e_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,205 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee931323aa63475d9e9a47ebd3debbe4_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ee931323aa63475d9e9a47ebd3debbe4_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,206 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f211f5933ff34e37a3b8fee5919bbe9b_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f211f5933ff34e37a3b8fee5919bbe9b_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,207 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9433a3edadf46f38b841eab3fcfca8d_f81bc750c44587e12ca5960e6723018c to hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f9433a3edadf46f38b841eab3fcfca8d_f81bc750c44587e12ca5960e6723018c 2024-11-14T11:26:26,207 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-14T11:26:26,209 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:26,212 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-14T11:26:26,214 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-14T11:26:26,216 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:26,216 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-14T11:26:26,216 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731583586216"}]},"ts":"9223372036854775807"} 2024-11-14T11:26:26,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T11:26:26,220 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f81bc750c44587e12ca5960e6723018c, NAME => 'TestAcidGuarantees,,1731583552481.f81bc750c44587e12ca5960e6723018c.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T11:26:26,220 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-14T11:26:26,220 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731583586220"}]},"ts":"9223372036854775807"} 2024-11-14T11:26:26,223 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-14T11:26:26,224 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-14T11:26:26,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-14T11:26:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41917 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-14T11:26:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-14T11:26:26,275 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-14T11:26:26,290 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 242), OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=380 (was 486), ProcessCount=11 (was 11), AvailableMemoryMB=2133 (was 2158) 2024-11-14T11:26:26,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T11:26:26,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:26,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:26,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:26,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:26,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T11:26:26,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T11:26:26,291 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-11-14T11:26:26,291 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7437412fa5b4,41917,1731583408541 2024-11-14T11:26:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T11:26:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:26,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:26,330 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:26,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T11:26:26,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:26,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:26,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:26,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T11:26:26,333 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7437412fa5b4,43533,1731583409711' ***** 2024-11-14T11:26:26,333 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T11:26:26,333 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T11:26:26,333 INFO [RS:0;7437412fa5b4:43533 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T11:26:26,334 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T11:26:26,334 INFO [RS:0;7437412fa5b4:43533 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T11:26:26,334 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(959): stopping server 7437412fa5b4,43533,1731583409711 2024-11-14T11:26:26,334 INFO [RS:0;7437412fa5b4:43533 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:26,334 INFO [RS:0;7437412fa5b4:43533 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7437412fa5b4:43533. 2024-11-14T11:26:26,334 DEBUG [RS:0;7437412fa5b4:43533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T11:26:26,334 DEBUG [RS:0;7437412fa5b4:43533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:26,335 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T11:26:26,335 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T11:26:26,335 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T11:26:26,335 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T11:26:26,336 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T11:26:26,336 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T11:26:26,336 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:26,336 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T11:26:26,336 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T11:26:26,336 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T11:26:26,336 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T11:26:26,336 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T11:26:26,336 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-14T11:26:26,354 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/info/9a782daf23094e6ca55ecbb5018e82cd is 95, key is TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995./info:/1731583440628/DeleteFamily/seqid=0 2024-11-14T11:26:26,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742473_1649 (size=6514) 2024-11-14T11:26:26,393 INFO [regionserver/7437412fa5b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:26,536 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:26,602 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T11:26:26,602 INFO [regionserver/7437412fa5b4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T11:26:26,737 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:26,758 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/info/9a782daf23094e6ca55ecbb5018e82cd 2024-11-14T11:26:26,781 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/ns/d44a0ae98aa749a596215dbf0f75bb59 is 93, key is TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995./ns:/1731583440593/DeleteFamily/seqid=0 2024-11-14T11:26:26,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742474_1650 (size=5906) 2024-11-14T11:26:26,937 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:27,137 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:27,185 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/ns/d44a0ae98aa749a596215dbf0f75bb59 2024-11-14T11:26:27,208 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/rep_barrier/19a0386e2dc94b44b41104d1ad70c0c5 is 102, key is TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995./rep_barrier:/1731583440593/DeleteFamily/seqid=0 2024-11-14T11:26:27,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742475_1651 (size=6025) 2024-11-14T11:26:27,338 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:27,538 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:27,612 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/rep_barrier/19a0386e2dc94b44b41104d1ad70c0c5 2024-11-14T11:26:27,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T11:26:27,637 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/table/3b7b8126c7b54139acc467ffe0019859 is 96, key is TestAcidGuarantees,,1731583414263.c6c296e39175f6d613b1912564846995./table:/1731583440593/DeleteFamily/seqid=0 2024-11-14T11:26:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742476_1652 (size=5936) 2024-11-14T11:26:27,738 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:27,938 DEBUG [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T11:26:28,040 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/table/3b7b8126c7b54139acc467ffe0019859 2024-11-14T11:26:28,045 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/info/9a782daf23094e6ca55ecbb5018e82cd as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/info/9a782daf23094e6ca55ecbb5018e82cd 2024-11-14T11:26:28,049 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/info/9a782daf23094e6ca55ecbb5018e82cd, entries=12, sequenceid=90, filesize=6.4 K 2024-11-14T11:26:28,050 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/ns/d44a0ae98aa749a596215dbf0f75bb59 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/ns/d44a0ae98aa749a596215dbf0f75bb59 2024-11-14T11:26:28,053 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/ns/d44a0ae98aa749a596215dbf0f75bb59, entries=8, sequenceid=90, filesize=5.8 K 2024-11-14T11:26:28,054 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/rep_barrier/19a0386e2dc94b44b41104d1ad70c0c5 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/rep_barrier/19a0386e2dc94b44b41104d1ad70c0c5 2024-11-14T11:26:28,058 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/rep_barrier/19a0386e2dc94b44b41104d1ad70c0c5, entries=6, sequenceid=90, filesize=5.9 K 2024-11-14T11:26:28,059 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/.tmp/table/3b7b8126c7b54139acc467ffe0019859 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/table/3b7b8126c7b54139acc467ffe0019859 2024-11-14T11:26:28,062 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/table/3b7b8126c7b54139acc467ffe0019859, entries=7, sequenceid=90, filesize=5.8 K 2024-11-14T11:26:28,063 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false 2024-11-14T11:26:28,068 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-14T11:26:28,068 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:28,069 INFO [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:28,069 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731583586336Running coprocessor pre-close hooks at 1731583586336Disabling compacts and flushes for region at 1731583586336Disabling writes for close at 1731583586336Obtaining lock to block concurrent updates at 1731583586336Preparing flush snapshotting stores in 1588230740 at 1731583586336Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731583586337 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731583586337Flushing 1588230740/info: creating writer at 1731583586337Flushing 1588230740/info: appending metadata at 1731583586354 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731583586354Flushing 1588230740/ns: creating writer at 1731583586768 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731583586781 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731583586781Flushing 1588230740/rep_barrier: creating writer at 1731583587193 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731583587208 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731583587208Flushing 1588230740/table: creating writer at 1731583587622 (+414 ms)Flushing 1588230740/table: appending metadata at 1731583587637 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731583587637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe597a3: reopening flushed file at 1731583588044 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c2cae: reopening flushed file at 1731583588049 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd1f7af: reopening flushed file at 1731583588054 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56828df3: reopening flushed file at 1731583588058 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=90, compaction requested=false at 1731583588063 (+5 ms)Writing region close event to WAL at 1731583588065 (+2 ms)Running coprocessor post-close hooks at 1731583588068 (+3 ms)Closed at 1731583588068 2024-11-14T11:26:28,069 DEBUG [RS_CLOSE_META-regionserver/7437412fa5b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T11:26:28,139 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(976): stopping server 7437412fa5b4,43533,1731583409711; all regions closed. 2024-11-14T11:26:28,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741834_1010 (size=25344) 2024-11-14T11:26:28,151 DEBUG [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/oldWALs 2024-11-14T11:26:28,151 INFO [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C43533%2C1731583409711.meta:.meta(num 1731583413806) 2024-11-14T11:26:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741832_1008 (size=14748027) 2024-11-14T11:26:28,155 DEBUG [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/oldWALs 2024-11-14T11:26:28,155 INFO [RS:0;7437412fa5b4:43533 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7437412fa5b4%2C43533%2C1731583409711:(num 1731583412766) 2024-11-14T11:26:28,155 DEBUG [RS:0;7437412fa5b4:43533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T11:26:28,155 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T11:26:28,155 INFO [RS:0;7437412fa5b4:43533 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:28,155 INFO [RS:0;7437412fa5b4:43533 {}] hbase.ChoreService(370): Chore service for: regionserver/7437412fa5b4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:28,155 INFO [RS:0;7437412fa5b4:43533 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:28,155 INFO [regionserver/7437412fa5b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:28,156 INFO [RS:0;7437412fa5b4:43533 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43533 2024-11-14T11:26:28,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7437412fa5b4,43533,1731583409711 2024-11-14T11:26:28,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T11:26:28,218 INFO [RS:0;7437412fa5b4:43533 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:28,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7437412fa5b4,43533,1731583409711] 2024-11-14T11:26:28,239 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7437412fa5b4,43533,1731583409711 already deleted, retry=false 2024-11-14T11:26:28,239 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7437412fa5b4,43533,1731583409711 expired; onlineServers=0 2024-11-14T11:26:28,240 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7437412fa5b4,41917,1731583408541' ***** 2024-11-14T11:26:28,240 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T11:26:28,240 INFO [M:0;7437412fa5b4:41917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T11:26:28,240 INFO [M:0;7437412fa5b4:41917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T11:26:28,240 DEBUG [M:0;7437412fa5b4:41917 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T11:26:28,240 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T11:26:28,240 DEBUG [M:0;7437412fa5b4:41917 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T11:26:28,240 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583412459 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.large.0-1731583412459,5,FailOnTimeoutGroup] 2024-11-14T11:26:28,240 DEBUG [master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583412466 {}] cleaner.HFileCleaner(306): Exit Thread[master/7437412fa5b4:0:becomeActiveMaster-HFileCleaner.small.0-1731583412466,5,FailOnTimeoutGroup] 2024-11-14T11:26:28,241 INFO [M:0;7437412fa5b4:41917 {}] hbase.ChoreService(370): Chore service for: master/7437412fa5b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T11:26:28,241 INFO [M:0;7437412fa5b4:41917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T11:26:28,241 DEBUG [M:0;7437412fa5b4:41917 {}] master.HMaster(1795): Stopping service threads 2024-11-14T11:26:28,241 INFO [M:0;7437412fa5b4:41917 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T11:26:28,241 INFO [M:0;7437412fa5b4:41917 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T11:26:28,241 ERROR [M:0;7437412fa5b4:41917 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1228365231) connection to localhost/127.0.0.1:35293 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35293,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-14T11:26:28,242 INFO [M:0;7437412fa5b4:41917 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T11:26:28,242 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T11:26:28,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T11:26:28,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T11:26:28,250 DEBUG [M:0;7437412fa5b4:41917 {}] zookeeper.ZKUtil(347): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T11:26:28,250 WARN [M:0;7437412fa5b4:41917 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T11:26:28,250 INFO [M:0;7437412fa5b4:41917 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/.lastflushedseqids 2024-11-14T11:26:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742477_1653 (size=72) 2024-11-14T11:26:28,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:28,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43533-0x1013915f1e80001, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:28,393 INFO [RS:0;7437412fa5b4:43533 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:28,393 INFO [RS:0;7437412fa5b4:43533 {}] regionserver.HRegionServer(1031): Exiting; stopping=7437412fa5b4,43533,1731583409711; zookeeper connection closed. 2024-11-14T11:26:28,394 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a06b75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a06b75 2024-11-14T11:26:28,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T11:26:28,663 INFO [M:0;7437412fa5b4:41917 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T11:26:28,664 INFO [M:0;7437412fa5b4:41917 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T11:26:28,664 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T11:26:28,664 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:28,664 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:28,664 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T11:26:28,665 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:28,665 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=747.77 KB heapSize=918.33 KB 2024-11-14T11:26:28,685 DEBUG [M:0;7437412fa5b4:41917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77689aef3c5242e8aa8f4a12d439edfc is 82, key is hbase:meta,,1/info:regioninfo/1731583413891/Put/seqid=0 2024-11-14T11:26:28,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742478_1654 (size=5672) 2024-11-14T11:26:28,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T11:26:28,953 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T11:26:28,955 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-14T11:26:29,089 INFO [M:0;7437412fa5b4:41917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77689aef3c5242e8aa8f4a12d439edfc 2024-11-14T11:26:29,121 DEBUG [M:0;7437412fa5b4:41917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eafa4f70263d43ef94bf16a576dd0ac2 is 2276, key is \x00\x00\x00\x00\x00\x00\x00^/proc:d/1731583498316/Put/seqid=0 2024-11-14T11:26:29,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742479_1655 (size=43502) 2024-11-14T11:26:29,526 INFO [M:0;7437412fa5b4:41917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=747.21 KB at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eafa4f70263d43ef94bf16a576dd0ac2 2024-11-14T11:26:29,535 INFO [M:0;7437412fa5b4:41917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eafa4f70263d43ef94bf16a576dd0ac2 2024-11-14T11:26:29,552 DEBUG [M:0;7437412fa5b4:41917 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/811af5e6a0c4488da6c2b2a312dd8370 is 69, key is 7437412fa5b4,43533,1731583409711/rs:state/1731583412501/Put/seqid=0 2024-11-14T11:26:29,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073742480_1656 (size=5156) 2024-11-14T11:26:29,957 INFO [M:0;7437412fa5b4:41917 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2106 (bloomFilter=true), to=hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/811af5e6a0c4488da6c2b2a312dd8370 2024-11-14T11:26:29,965 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77689aef3c5242e8aa8f4a12d439edfc as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77689aef3c5242e8aa8f4a12d439edfc 2024-11-14T11:26:29,970 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77689aef3c5242e8aa8f4a12d439edfc, entries=8, sequenceid=2106, filesize=5.5 K 2024-11-14T11:26:29,971 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eafa4f70263d43ef94bf16a576dd0ac2 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eafa4f70263d43ef94bf16a576dd0ac2 2024-11-14T11:26:29,975 INFO [M:0;7437412fa5b4:41917 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eafa4f70263d43ef94bf16a576dd0ac2 2024-11-14T11:26:29,975 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eafa4f70263d43ef94bf16a576dd0ac2, entries=166, sequenceid=2106, filesize=42.5 K 2024-11-14T11:26:29,976 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/811af5e6a0c4488da6c2b2a312dd8370 as hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/811af5e6a0c4488da6c2b2a312dd8370 2024-11-14T11:26:29,979 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35293/user/jenkins/test-data/8ad77c55-f7f3-dfd6-c110-6eeea64b28c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/811af5e6a0c4488da6c2b2a312dd8370, entries=1, sequenceid=2106, filesize=5.0 K 2024-11-14T11:26:29,980 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(3140): Finished flush of dataSize ~747.77 KB/765716, heapSize ~918.03 KB/940064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2106, compaction requested=false 2024-11-14T11:26:29,984 INFO [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T11:26:29,984 DEBUG [M:0;7437412fa5b4:41917 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731583588664Disabling compacts and flushes for region at 1731583588664Disabling writes for close at 1731583588664Obtaining lock to block concurrent updates at 1731583588665 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731583588665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=765716, getHeapSize=940304, getOffHeapSize=0, getCellsCount=2297 at 1731583588666 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731583588666Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731583588667 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731583588684 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731583588684Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731583589099 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731583589121 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731583589121Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731583589535 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731583589552 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731583589552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3367895: reopening flushed file at 1731583589964 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b88ffd2: reopening flushed file at 1731583589970 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a38a3e8: reopening flushed file at 1731583589975 (+5 ms)Finished flush of dataSize ~747.77 KB/765716, heapSize ~918.03 KB/940064, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2106, compaction requested=false at 1731583589980 (+5 ms)Writing region close event to WAL at 1731583589984 (+4 ms)Closed at 1731583589984 2024-11-14T11:26:29,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39737 is added to blk_1073741830_1006 (size=903789) 2024-11-14T11:26:29,987 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T11:26:29,987 INFO [M:0;7437412fa5b4:41917 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T11:26:29,987 INFO [M:0;7437412fa5b4:41917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41917 2024-11-14T11:26:29,987 INFO [M:0;7437412fa5b4:41917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T11:26:30,155 INFO [M:0;7437412fa5b4:41917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T11:26:30,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:30,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41917-0x1013915f1e80000, quorum=127.0.0.1:49449, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T11:26:30,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T11:26:30,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:30,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:30,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:30,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:30,170 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T11:26:30,170 WARN [BP-611775617-172.17.0.2-1731583404076 heartbeating to localhost/127.0.0.1:35293 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T11:26:30,170 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T11:26:30,170 WARN [BP-611775617-172.17.0.2-1731583404076 heartbeating to localhost/127.0.0.1:35293 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-611775617-172.17.0.2-1731583404076 (Datanode Uuid 664ba185-8f2c-4a2a-9b82-35460bc7abdb) service to localhost/127.0.0.1:35293 2024-11-14T11:26:30,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/data/data1/current/BP-611775617-172.17.0.2-1731583404076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:30,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/cluster_0b4ddf15-ef54-b49f-c8cd-42492cbc3049/data/data2/current/BP-611775617-172.17.0.2-1731583404076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T11:26:30,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T11:26:30,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T11:26:30,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T11:26:30,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T11:26:30,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T11:26:30,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/27a436af-00fb-0ada-3f50-1cf0e4e096fd/hadoop.log.dir/,STOPPED} 2024-11-14T11:26:30,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T11:26:30,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down